-- Logs begin at Tue 2021-08-10 10:52:32 UTC, end at Tue 2021-08-10 11:45:26 UTC. -- Aug 10 11:21:16.823689 dv-cinder-792800-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 10 11:21:19.616312 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.common.config [-] Logging enabled! Aug 10 11:21:19.617035 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev533 Aug 10 11:21:19.617035 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93206) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 10 11:21:19.620864 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.common.config [-] Logging enabled! Aug 10 11:21:19.621386 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev533 Aug 10 11:21:19.621702 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93206) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 10 11:21:19.622762 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 11:21:19.622998 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 11:21:19.623386 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 11:21:19.623634 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 11:21:19.623862 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 11:21:19.624184 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.624481 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.624813 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.625043 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.625339 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.625626 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.625908 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.626193 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.626491 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.626777 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.627056 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.627340 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.627571 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.627862 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.628138 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.628461 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.628708 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] debug = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.628989 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.629414 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.629874 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.630190 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.630645 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.630779 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.631057 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.631341 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.631622 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.631963 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] host = dv-cinder-792800-5-iscsi {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.632238 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.632544 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.632834 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.633123 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.633401 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.633675 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.633956 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.634236 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.634513 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] log_file = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.634788 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.635078 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.635365 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.636213 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.636446 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.636695 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.636983 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.637272 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.637549 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.637864 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.638213 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.638498 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.638774 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.639045 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.639334 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.639618 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.639904 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.640223 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.640614 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.640885 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.641157 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.641442 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.641716 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.641993 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.642268 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.642559 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.642828 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.643102 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.643404 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.643729 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.644013 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.644298 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.644607 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.644887 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.645160 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.645433 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.645703 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] use_json = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.645976 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.646245 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.646533 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.646798 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.647071 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.647343 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.647611 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.647896 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:19.648197 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.648498 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.648816 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.649102 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.649396 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.649678 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.649973 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.650250 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.650536 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.650826 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.651136 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.651417 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.651706 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.652010 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.652281 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.652612 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.652909 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.653206 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.653481 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.653756 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.654031 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.654306 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.654593 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.654890 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.655178 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.655451 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.655734 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.656025 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.656304 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.656601 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.656885 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.657175 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.657456 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.657731 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.658013 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.658292 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.658565 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.658835 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.659112 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.659400 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.659712 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.660000 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.660302 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.660640 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.660922 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.661292 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.661483 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.661758 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.662019 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.662296 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.662564 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.662858 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.663118 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.663431 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.663663 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.663932 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.664204 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.664475 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.664772 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.665039 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.665311 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.665581 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.665858 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.666126 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.666396 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.666669 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.666985 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.667261 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.667549 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.667851 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.668129 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.668405 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.668708 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.668991 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.669269 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.669547 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.669824 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.670107 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.670380 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.670674 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.670958 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.671251 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.671535 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.671816 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.672113 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.672391 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.672698 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.672982 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.673259 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.673549 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.673834 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.674127 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.674421 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.674715 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.675008 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.675305 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.675583 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.675893 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.676170 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:19.676386 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 11:21:19.676664 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93206) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 10 11:21:20.037725 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 10 11:21:20.037909 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 10 11:21:20.038210 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 10 11:21:20.038551 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 10 11:21:20.438499 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:20.438783 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:20.439058 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:20.440276 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:20.440582 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:20.440882 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:20.475545 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:20.475838 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:20.476108 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:20.493581 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:20.493859 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:20.494125 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:20.523584 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:20.523867 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:20.524137 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:20.561604 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:20.561886 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:20.562143 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:20.814488 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:20.815090 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:20.815090 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:20.815283 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:20.815903 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:20.946677 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:20.947004 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:20.947354 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:20.947634 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:20.947960 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:20.948338 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:20.948696 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:20.948974 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:20.949257 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:20.949595 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:20.949858 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:20.950129 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:20.950389 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:20.950642 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:20.950917 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:20.951256 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:20.951583 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:20.951886 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:20.952212 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:20.952534 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:20.952830 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:20.953092 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:20.953382 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:20.953837 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:20.954146 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:20.954407 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:20.954911 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 11:21:20.955193 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 11:21:20.955459 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 11:21:20.955719 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 11:21:20.955959 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 11:21:20.956196 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 11:21:20.956610 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 10 11:21:20.960162 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 10 11:21:20.964564 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 10 11:21:20.968832 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Aug 10 11:21:20.970747 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 10 11:21:20.971211 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 10 11:21:20.971555 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 10 11:21:20.972024 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 10 11:21:20.975025 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 10 11:21:20.975277 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 10 11:21:20.975624 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 10 11:21:20.981650 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 10 11:21:21.005942 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 10 11:21:21.006409 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.006709 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93206) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 10 11:21:21.007073 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.008614 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93206) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 10 11:21:21.008907 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 10 11:21:21.009239 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 10 11:21:21.013103 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.013407 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.084524 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 10 11:21:21.084789 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 10 11:21:21.085027 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 10 11:21:21.085414 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 10 11:21:21.111416 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_db.sqlalchemy.engines [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93206) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 10 11:21:21.752393 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.plugins.ml2.managers [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Initializing driver for type 'gre' Aug 10 11:21:21.752877 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] gre ID ranges: [(1, 1000)] Aug 10 11:21:21.808312 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.plugins.ml2.managers [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Initializing driver for type 'local' Aug 10 11:21:21.808680 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.plugins.ml2.managers [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Initializing driver for type 'vlan' Aug 10 11:21:21.822595 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] VlanTypeDriver initialization complete Aug 10 11:21:21.823805 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.plugins.ml2.managers [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Initializing driver for type 'vxlan' Aug 10 11:21:21.824313 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] vxlan ID ranges: [(1, 1000)] Aug 10 11:21:21.881309 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.plugins.ml2.managers [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Initializing extension driver 'port_security' Aug 10 11:21:21.881765 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.plugins.ml2.extensions.port_security [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] PortSecurityExtensionDriver initialization complete Aug 10 11:21:21.882171 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.plugins.ml2.managers [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Initializing mechanism driver 'openvswitch' Aug 10 11:21:21.882550 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.plugins.ml2.managers [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Initializing mechanism driver 'hyperv' Aug 10 11:21:21.891187 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:21:21.892093 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > port after_create 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.892564 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > port after_update 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.892920 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > port after_delete 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.893456 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93206) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 11:21:21.893887 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > subnet after_create 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.894244 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > subnet after_update 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.894588 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > subnet after_delete 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.894975 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93206) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 11:21:21.895383 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > network after_create 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.895727 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > network after_update 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.896060 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > network after_delete 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.896447 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93206) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 11:21:21.896898 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > security_group after_create 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.897241 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > security_group after_update 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.897576 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > security_group after_delete 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.897963 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93206) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 11:21:21.898503 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.898849 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.899197 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.899589 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93206) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 11:21:21.899988 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > address_group after_create 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.900332 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > address_group after_update 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.900692 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > address_group after_delete 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.901157 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93206) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 11:21:21.901574 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] ML2 OVO RPC backend initialized. {{(pid=93206) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 10 11:21:21.902301 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > router_interface after_create 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.902649 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.903065 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > network before_response 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.903409 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > networks before_response 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.903759 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > port before_response 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.904095 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > ports before_response 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.904432 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > subnet before_response 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.904792 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > subnets before_response 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.905136 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > network after_create 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.905470 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > network after_update 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.905801 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > network after_delete 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.906132 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > port after_create 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.906466 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > port after_update 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.906791 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > port after_delete 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.907121 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > subnet after_create 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.907452 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > subnet after_update 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.907784 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > subnet after_delete 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.908459 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.plugins.ml2.plugin [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Modular L2 Plugin initialization complete Aug 10 11:21:21.908827 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading services supported by the core plugin {{(pid=93206) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 10 11:21:21.909149 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.plugins.ml2.managers [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Got port-security extension from driver 'port_security' Aug 10 11:21:21.909616 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.extensions.vlantransparent [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Disabled vlantransparent extension. Aug 10 11:21:21.910099 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93206) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 10 11:21:21.910409 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading Plugin: router Aug 10 11:21:21.949130 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > router_interface before_create 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.949524 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > router after_create 55549900 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.949906 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > router before_create 55549900 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.950292 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.950637 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.950990 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > router after_delete 55549900 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.951346 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > floatingip after_update 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.951704 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > router after_create 55549900 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.952045 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > router after_update 55549900 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.952389 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > router after_update 55549900 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.952761 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.953123 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > router after_update 55549900 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.953527 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > router precommit_update 55549900 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.953892 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: port after_update 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.954229 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: port after_delete 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.954562 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: subnet after_update 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.954895 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.955241 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > port precommit_delete 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.955583 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > router precommit_create 55549900 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.955922 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: port before_delete 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.956259 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > router precommit_create 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.956634 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > router after_update 55549900 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.956976 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > router precommit_delete 55549900 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.957396 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > router precommit_create 55549900 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.957756 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > router_interface after_create 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.958099 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > router precommit_update 55549900 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.958458 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > agent after_create 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.958804 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > agent after_delete 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.959145 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > network after_delete 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.960028 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.quota.resource_registry [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Tracking information for resource: router configured {{(pid=93206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 11:21:21.960353 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.quota.resource_registry [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Tracking information for resource: floatingip configured {{(pid=93206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 11:21:21.965425 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.db.l3_agentschedulers_db [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 10 11:21:21.966124 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: port after_update 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.966490 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: port after_create 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.966842 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: port after_delete 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.967193 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: port after_update 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.967992 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > router before_create 55550100 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.968353 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > router precommit_delete 55550100 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.968734 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > router precommit_create 55550100 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.969091 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > router precommit_update 55550100 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.973508 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.services.provider_configuration [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Service providers = [] {{(pid=93206) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 10 11:21:21.973871 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.db.servicetype_db [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93206) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 10 11:21:21.976941 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.services.service_base [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93206) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 11:21:21.977289 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.services.service_base [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93206) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 11:21:21.977628 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.services.service_base [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93206) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 11:21:21.978508 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.services.service_base [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93206) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 11:21:21.978882 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.services.service_base [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 10 11:21:21.979329 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 11:21:21.979725 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 10 11:21:21.990523 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 11:21:21.990854 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading Plugin: auto_allocate Aug 10 11:21:21.997558 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: network precommit_update 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.997927 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: network precommit_create 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:21.998459 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 11:21:21.998777 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading Plugin: tag Aug 10 11:21:22.005611 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 11:21:22.005880 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading Plugin: timestamp Aug 10 11:21:22.009952 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 11:21:22.010281 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading Plugin: network_ip_availability Aug 10 11:21:22.016425 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:22.016838 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:22.017190 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:22.017955 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 11:21:22.018273 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading Plugin: flavors Aug 10 11:21:22.023238 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 11:21:22.023568 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading Plugin: revisions Aug 10 11:21:22.028189 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 11:21:22.028613 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_concurrency.lockutils [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.990s {{(pid=93206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 10 11:21:22.029378 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93206) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 10 11:21:22.029713 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Initializing extension manager. Aug 10 11:21:22.030223 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: __init__.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.030562 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: __pycache__ {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.030892 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.031218 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: address_group.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.031990 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.032596 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: address-group Aug 10 11:21:22.032921 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: address_scope.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.033630 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.034257 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: address-scope Aug 10 11:21:22.034584 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: admin_state_down_before_update.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.035569 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.036148 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: router-admin-state-down-before-update Aug 10 11:21:22.036466 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: agent.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.037454 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.037964 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: agent Aug 10 11:21:22.038327 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: agent_resources_synced.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.039306 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.039808 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: agent-resources-synced Aug 10 11:21:22.040167 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: allowedaddresspairs.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.042073 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.042600 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: allowed-address-pairs Aug 10 11:21:22.042964 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: auto_allocated_topology.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.044107 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.044659 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: auto-allocated-topology Aug 10 11:21:22.044987 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: availability_zone.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.045688 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.046188 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: availability_zone Aug 10 11:21:22.046509 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: availability_zone_filter.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.047420 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.047922 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: availability_zone_filter Aug 10 11:21:22.048243 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: data_plane_status.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.049186 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.049700 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extension data-plane-status not supported by any of loaded plugins Aug 10 11:21:22.050023 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: default_subnetpools.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.051013 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.051611 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: default-subnetpools Aug 10 11:21:22.051945 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: dhcpagentscheduler.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.052918 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.053436 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: dhcp_agent_scheduler Aug 10 11:21:22.053759 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: dns.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.054827 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.055357 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extension dns-integration not supported by any of loaded plugins Aug 10 11:21:22.055699 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: dns_domain_ports.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.056693 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.057779 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 10 11:21:22.058114 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.059079 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.059715 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 10 11:21:22.060041 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: dvr.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.060870 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.061388 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: dvr Aug 10 11:21:22.061708 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: ecmp_routes.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.062773 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.063278 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extension ecmp_routes not supported by any of loaded plugins Aug 10 11:21:22.063600 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: empty_string_filtering.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.064584 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.065142 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: empty-string-filtering Aug 10 11:21:22.065467 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.066428 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.066966 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 10 11:21:22.067262 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.068224 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.068758 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 10 11:21:22.069077 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: external_net.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.070016 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.070524 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: external-net Aug 10 11:21:22.070841 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: extra_dhcp_opt.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.071798 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.072308 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: extra_dhcp_opt Aug 10 11:21:22.072670 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: extraroute.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.074199 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.074715 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: extraroute Aug 10 11:21:22.075032 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: extraroute_atomic.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.076109 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.076762 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: extraroute-atomic Aug 10 11:21:22.077099 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: filter_validation.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.077799 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.078302 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: filter-validation Aug 10 11:21:22.078617 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: fip_pf_description.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.079575 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.080080 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 10 11:21:22.080398 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: fip_port_details.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.081442 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.081973 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: fip-port-details Aug 10 11:21:22.082265 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: flavors.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.083569 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.084123 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: flavors Aug 10 11:21:22.084448 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.086197 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.086766 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 10 11:21:22.087095 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: floatingip_pools.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.087841 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.088350 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: floatingip-pools Aug 10 11:21:22.088781 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: ip_allocation.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.089750 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.090256 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extension ip_allocation not supported by any of loaded plugins Aug 10 11:21:22.090582 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.091505 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.092064 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: ip-substring-filtering Aug 10 11:21:22.092389 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: l2_adjacency.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.093368 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.093865 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extension l2_adjacency not supported by any of loaded plugins Aug 10 11:21:22.094214 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: l3.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.095451 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.095966 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: router Aug 10 11:21:22.096325 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: l3_conntrack_helper.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.098654 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.099178 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 10 11:21:22.099535 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.100469 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.101012 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: ext-gw-mode Aug 10 11:21:22.101385 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.102336 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.102843 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: l3-ha Aug 10 11:21:22.103166 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: l3_flavors.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.104078 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.104641 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: l3-flavors Aug 10 11:21:22.104964 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.105880 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.106385 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: l3-port-ip-change-not-allowed Aug 10 11:21:22.106705 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: l3agentscheduler.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.107776 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.108285 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: l3_agent_scheduler Aug 10 11:21:22.108637 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: logging.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.110119 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.110643 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extension logging not supported by any of loaded plugins Aug 10 11:21:22.111010 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: metering.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.111809 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.112421 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: metering Aug 10 11:21:22.112771 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.113864 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.114379 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: metering_source_and_destination_fields Aug 10 11:21:22.114700 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: multiprovidernet.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.115659 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.116165 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: multi-provider Aug 10 11:21:22.116485 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: netmtu.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.117424 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.117976 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: net-mtu Aug 10 11:21:22.118295 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: netmtu_writable.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.119295 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.120344 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: net-mtu-writable Aug 10 11:21:22.120704 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: network_availability_zone.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.121667 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.122248 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: network_availability_zone Aug 10 11:21:22.122561 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: network_ip_availability.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.123665 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.124172 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: network-ip-availability Aug 10 11:21:22.124492 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: network_segment_range.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.125311 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.125816 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extension network-segment-range not supported by any of loaded plugins Aug 10 11:21:22.126132 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: pagination.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.127129 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.127457 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: pagination Aug 10 11:21:22.127775 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: port_device_profile.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.128715 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.129223 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: port-device-profile Aug 10 11:21:22.129545 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.130557 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.131060 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: port-mac-address-regenerate Aug 10 11:21:22.131376 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.132317 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.132854 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: port-numa-affinity-policy Aug 10 11:21:22.133170 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: port_resource_request.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.134085 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.134583 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extension port-resource-request not supported by any of loaded plugins Aug 10 11:21:22.134897 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: portbindings.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.136377 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.136909 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: binding Aug 10 11:21:22.137243 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: portbindings_extended.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.138681 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.139194 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: binding-extended Aug 10 11:21:22.139537 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: portsecurity.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.140470 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.141229 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: port-security Aug 10 11:21:22.141481 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: project_id.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.142364 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.142678 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: project-id Aug 10 11:21:22.142973 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: providernet.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.143921 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.145590 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: provider Aug 10 11:21:22.145590 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: qos.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.148355 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.148921 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extension qos not supported by any of loaded plugins Aug 10 11:21:22.149257 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.150519 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.151063 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 10 11:21:22.151392 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.152310 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.152864 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 10 11:21:22.153190 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: qos_default.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.154089 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.154604 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extension qos-default not supported by any of loaded plugins Aug 10 11:21:22.154926 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: qos_fip.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.155589 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.156089 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extension qos-fip not supported by any of loaded plugins Aug 10 11:21:22.156405 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: qos_gateway_ip.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.157349 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.157850 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 10 11:21:22.158171 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: qos_port_network_policy.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.159078 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.159581 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 10 11:21:22.159899 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: qos_pps_rule.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.161108 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.161625 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extension qos-pps not supported by any of loaded plugins Aug 10 11:21:22.161944 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: qos_rule_type_details.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.162851 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.163359 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 10 11:21:22.163678 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: qos_rules_alias.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.164743 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.165259 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 10 11:21:22.165635 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: quotasv2.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.166701 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.167028 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: quotas Aug 10 11:21:22.167347 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: quotasv2_detail.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.170499 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.170836 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: quota_details Aug 10 11:21:22.171169 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: rbac.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.172461 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.173021 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: rbac-policies Aug 10 11:21:22.173347 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: rbac_address_group.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.174278 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.174790 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: rbac-address-group Aug 10 11:21:22.175113 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: rbac_address_scope.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.176022 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.176625 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: rbac-address-scope Aug 10 11:21:22.176980 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: rbac_security_groups.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.178002 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.178509 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: rbac-security-groups Aug 10 11:21:22.178825 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: rbac_subnetpool.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.179732 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.180241 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: rbac-subnetpool Aug 10 11:21:22.180581 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: revisionifmatch.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.181761 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.182915 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: revision-if-match Aug 10 11:21:22.183326 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: revisions.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.184806 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.185424 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: standard-attr-revisions Aug 10 11:21:22.187549 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: router_availability_zone.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.187549 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.187549 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: router_availability_zone Aug 10 11:21:22.187549 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: routerservicetype.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.188721 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.189391 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extension router-service-type not supported by any of loaded plugins Aug 10 11:21:22.189753 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.190875 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.191457 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: security-groups-normalized-cidr Aug 10 11:21:22.191784 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: security_groups_port_filtering.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.192892 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.193464 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: port-security-groups-filtering Aug 10 11:21:22.193815 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.194970 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.195591 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: security-groups-remote-address-group Aug 10 11:21:22.195984 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: securitygroup.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.208428 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.209023 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: security-group Aug 10 11:21:22.209356 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: segment.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.210223 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.210730 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extension segment not supported by any of loaded plugins Aug 10 11:21:22.211056 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.212051 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.212589 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 10 11:21:22.212918 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: servicetype.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.214157 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.214676 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: service-type Aug 10 11:21:22.215125 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: sorting.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.216126 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.216454 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: sorting Aug 10 11:21:22.216800 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: standard_attr_segment.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.217738 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.218253 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 10 11:21:22.218572 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: standardattrdescription.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.219235 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.219737 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: standard-attr-description Aug 10 11:21:22.220063 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: stateful_security_group.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.221024 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.221537 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: stateful-security-group Aug 10 11:21:22.221853 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: stdattrs_common.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.222438 dv-cinder-792800-5-iscsi neutron-server[93206]: WARNING neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 10 11:21:22.222768 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.223689 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.224202 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 10 11:21:22.224549 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: subnet_onboard.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.225626 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.226172 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: subnet_onboard Aug 10 11:21:22.226500 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.227444 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.227951 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 10 11:21:22.228275 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: subnet_service_types.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.229768 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.230281 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: subnet-service-types Aug 10 11:21:22.230604 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: subnetallocation.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.231695 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.232204 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: subnet_allocation Aug 10 11:21:22.232544 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.233224 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.233726 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: subnetpool-prefix-ops Aug 10 11:21:22.234045 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.235020 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.235524 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 10 11:21:22.235846 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: tagging.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.236991 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.237515 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: standard-attr-tag Aug 10 11:21:22.237841 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: timestamp.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.239082 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.239604 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loaded extension: standard-attr-timestamp Aug 10 11:21:22.239931 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: trunk.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.240995 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.241508 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extension trunk not supported by any of loaded plugins Aug 10 11:21:22.241834 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: trunk_details.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.242746 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.243258 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extension trunk-details not supported by any of loaded plugins Aug 10 11:21:22.243581 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: uplink_status_propagation.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.244521 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.245602 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 10 11:21:22.246170 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Loading extension file: vlantransparent.py {{(pid=93206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:21:22.246865 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:21:22.247377 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extension vlan-transparent not supported by any of loaded plugins Aug 10 11:21:22.249943 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.quota.resource_registry [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Creating instance of TrackedResource for resource:network Aug 10 11:21:22.250478 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.quota.resource_registry [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Creating instance of TrackedResource for resource:subnet Aug 10 11:21:22.250875 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.quota.resource_registry [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 11:21:22.251256 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.quota.resource_registry [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Creating instance of TrackedResource for resource:port Aug 10 11:21:22.252563 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.v2.resource_helper [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 11:21:22.253017 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.v2.resource_helper [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Service FLAVORS assigned prefix: {{(pid=93206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 11:21:22.253664 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.v2.resource_helper [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 11:21:22.254115 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.v2.resource_helper [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 11:21:22.254450 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.quota.resource_registry [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Creating instance of TrackedResource for resource:router Aug 10 11:21:22.254941 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.quota.resource_registry [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Creating instance of TrackedResource for resource:floatingip Aug 10 11:21:22.255447 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.v2.resource_helper [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Service METERING assigned prefix: /metering {{(pid=93206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 11:21:22.256973 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:22.257292 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:22.257640 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:21:22.258643 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.quota.resource_registry [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Creating instance of CountableResource for resource:rbac_policy Aug 10 11:21:22.259087 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.quota.resource_registry [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Creating instance of TrackedResource for resource:security_group Aug 10 11:21:22.259515 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.quota.resource_registry [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Creating instance of TrackedResource for resource:security_group_rule Aug 10 11:21:22.261412 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.v2.resource_helper [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Service CORE assigned prefix: {{(pid=93206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 11:21:22.261757 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.quota.resource_registry [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 11:21:22.262121 dv-cinder-792800-5-iscsi neutron-server[93206]: WARNING neutron.quota.resource_registry [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] subnetpool is already registered Aug 10 11:21:22.262586 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.v2.resource_helper [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Service CORE assigned prefix: {{(pid=93206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 11:21:22.262905 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.quota.resource_registry [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 11:21:22.263241 dv-cinder-792800-5-iscsi neutron-server[93206]: WARNING neutron.quota.resource_registry [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] subnetpool is already registered Aug 10 11:21:22.265571 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.v2.resource_helper [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 11:21:22.266004 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.v2.resource_helper [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Service FLAVORS assigned prefix: {{(pid=93206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 11:21:22.266587 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.v2.resource_helper [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 11:21:22.267002 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.v2.resource_helper [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 11:21:22.267333 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.quota.resource_registry [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Creating instance of TrackedResource for resource:router Aug 10 11:21:22.267669 dv-cinder-792800-5-iscsi neutron-server[93206]: WARNING neutron.quota.resource_registry [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] router is already registered Aug 10 11:21:22.268077 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.quota.resource_registry [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Creating instance of TrackedResource for resource:floatingip Aug 10 11:21:22.268409 dv-cinder-792800-5-iscsi neutron-server[93206]: WARNING neutron.quota.resource_registry [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] floatingip is already registered Aug 10 11:21:22.268895 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.v2.resource_helper [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Service METERING assigned prefix: /metering {{(pid=93206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 11:21:22.269562 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.quota.resource_registry [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Creating instance of CountableResource for resource:rbac_policy Aug 10 11:21:22.269886 dv-cinder-792800-5-iscsi neutron-server[93206]: WARNING neutron.quota.resource_registry [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] rbac_policy is already registered Aug 10 11:21:22.270299 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.quota.resource_registry [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Creating instance of TrackedResource for resource:security_group Aug 10 11:21:22.270629 dv-cinder-792800-5-iscsi neutron-server[93206]: WARNING neutron.quota.resource_registry [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] security_group is already registered Aug 10 11:21:22.271026 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.quota.resource_registry [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Creating instance of TrackedResource for resource:security_group_rule Aug 10 11:21:22.271354 dv-cinder-792800-5-iscsi neutron-server[93206]: WARNING neutron.quota.resource_registry [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] security_group_rule is already registered Aug 10 11:21:22.271986 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.v2.resource_helper [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Service CORE assigned prefix: {{(pid=93206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 11:21:22.272314 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.quota.resource_registry [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 11:21:22.272674 dv-cinder-792800-5-iscsi neutron-server[93206]: WARNING neutron.quota.resource_registry [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] subnetpool is already registered Aug 10 11:21:22.273140 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.v2.resource_helper [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Service CORE assigned prefix: {{(pid=93206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 11:21:22.273460 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.quota.resource_registry [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 11:21:22.273787 dv-cinder-792800-5-iscsi neutron-server[93206]: WARNING neutron.quota.resource_registry [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] subnetpool is already registered Aug 10 11:21:22.274256 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extended resource: extensions {{(pid=93206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:21:22.275744 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extended resource: address-groups {{(pid=93206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:21:22.277330 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extended resource: address-scopes {{(pid=93206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:21:22.278654 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extended resource: agents {{(pid=93206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:21:22.279907 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extended resource: auto-allocated-topology {{(pid=93206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:21:22.281210 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extended resource: availability_zones {{(pid=93206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:21:22.282414 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extended resource: dhcp-networks {{(pid=93206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:21:22.283903 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extended resource: dhcp-agents {{(pid=93206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:21:22.285371 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extended resource: routers {{(pid=93206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:21:22.287076 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extended resource: flavors {{(pid=93206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:21:22.288340 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extended resource: service_profiles {{(pid=93206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:21:22.289615 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extended resource: next_providers {{(pid=93206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:21:22.291045 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extended resource: service_profiles {{(pid=93206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:21:22.293162 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extended resource: floatingip-pools {{(pid=93206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:21:22.294406 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extended resource: routers {{(pid=93206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:21:22.296114 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extended resource: floatingips {{(pid=93206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:21:22.297411 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extended resource: l3-routers {{(pid=93206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:21:22.298797 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extended resource: l3-agents {{(pid=93206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:21:22.300202 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extended resource: metering-labels {{(pid=93206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:21:22.301573 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extended resource: metering-label-rules {{(pid=93206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:21:22.302944 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extended resource: network-ip-availabilities {{(pid=93206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:21:22.304186 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extended resource: bindings {{(pid=93206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:21:22.305759 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extended resource: quotas {{(pid=93206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:21:22.307889 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extended resource: quotas {{(pid=93206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:21:22.309424 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extended resource: rbac-policies {{(pid=93206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:21:22.310616 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extended resource: security-groups {{(pid=93206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:21:22.311911 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extended resource: security-group-rules {{(pid=93206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:21:22.313165 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extended resource: service-providers {{(pid=93206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:21:22.314372 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extended resource: subnetpools {{(pid=93206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:21:22.315698 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extended resource: subnetpools {{(pid=93206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:21:22.317274 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extended resource: tags {{(pid=93206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:21:22.318952 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extended resource: tags {{(pid=93206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:21:22.320780 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extended resource: tags {{(pid=93206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:21:22.322565 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extended resource: tags {{(pid=93206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:21:22.324271 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extended resource: tags {{(pid=93206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:21:22.327427 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extended resource: tags {{(pid=93206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:21:22.329137 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extended resource: tags {{(pid=93206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:21:22.330924 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extended resource: tags {{(pid=93206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:21:22.332821 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extended resource: tags {{(pid=93206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:21:22.334573 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron.api.extensions [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Extended resource: tags {{(pid=93206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:21:22.340656 dv-cinder-792800-5-iscsi neutron-server[93206]: WARNING keystonemiddleware.auth_token [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 10 11:21:22.345196 dv-cinder-792800-5-iscsi neutron-server[93206]: WARNING keystonemiddleware.auth_token [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 10 11:21:22.353532 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_concurrency.lockutils [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Acquired lock "singleton_lock" {{(pid=93206) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 10 11:21:22.354009 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_concurrency.lockutils [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Releasing lock "singleton_lock" {{(pid=93206) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 10 11:21:22.355188 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO oslo_service.service [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Starting 2 workers Aug 10 11:21:22.360120 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Started child 93315 {{(pid=93206) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 11:21:22.364927 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Started child 93316 {{(pid=93206) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 11:21:22.366073 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:21:22.366905 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO neutron.service [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Neutron service started, listening on 0.0.0.0:9696 Aug 10 11:21:22.367264 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Notify callbacks [] for process, before_spawn {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:21:22.367651 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [-] (93315) wsgi starting up on http://0.0.0.0:9696 Aug 10 11:21:22.369854 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO oslo_service.service [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Starting 1 workers Aug 10 11:21:22.370542 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:21:22.372558 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [-] (93316) wsgi starting up on http://0.0.0.0:9696 Aug 10 11:21:22.375923 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Started child 93317 {{(pid=93206) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 11:21:22.376491 dv-cinder-792800-5-iscsi neutron-server[93206]: INFO oslo_service.service [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Starting 1 workers Aug 10 11:21:22.381552 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Started child 93318 {{(pid=93206) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 11:21:22.382401 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] Notify callbacks [] for process, after_spawn {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:21:22.384394 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93206) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 10 11:21:22.384637 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 11:21:22.384821 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 11:21:22.385040 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 11:21:22.385421 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 11:21:22.385601 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 11:21:22.386113 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.386404 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.386652 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.386926 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.387216 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.387334 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.service [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] calling RpcWorker wait() {{(pid=93317) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 10 11:21:22.387912 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.service [None req-3c92e0d3-d695-4d73-81cd-445d4d3e761f None None] returning from RpcWorker wait() {{(pid=93317) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 10 11:21:22.388029 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.388125 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.388359 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.388730 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.388979 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.389156 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.389409 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.389595 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.389731 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:21:22.389886 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.390240 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.390517 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.390695 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:21:22.390825 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.391049 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.391273 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.391529 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.391701 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:21:22.392290 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.392290 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.392290 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] debug = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.392809 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.393408 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.393408 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.393844 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.393844 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.394369 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.394675 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.394909 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.395095 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.395345 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.395751 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.396032 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.396543 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.396543 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.396844 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.396989 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.397196 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.397658 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] host = dv-cinder-792800-5-iscsi {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.397971 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.398215 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.398466 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.398728 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.398981 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.399214 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.399487 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.399819 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.400039 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.400277 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.400727 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.400727 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.401438 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.401438 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] log_file = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.401438 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] log_options = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.402251 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.402251 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.402251 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.402251 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.403105 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.403105 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.403105 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.403105 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.404163 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.404163 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.404163 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.404163 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.404163 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.405531 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.405531 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.405531 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.405531 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.405531 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.405531 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.408724 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.408724 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.408724 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.408724 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.408724 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.408724 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.408724 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.408724 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.408724 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.410920 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.410920 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.410920 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.410920 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.410920 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.410920 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.410920 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.410920 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.412994 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.412994 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.412994 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.412994 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.412994 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.412994 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.412994 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.412994 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.414872 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.414872 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] use_json = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.414872 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.414872 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.414872 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.414872 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.414872 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.414872 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.414872 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.417360 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.417360 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.417360 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.417360 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.417360 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.417360 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.417360 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.417360 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.422122 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.422122 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.422122 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.422122 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.422122 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.422122 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.422122 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.422122 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.423845 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.423845 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.423845 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.423845 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.423845 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.423845 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.423845 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.423845 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.426066 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.426066 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.426066 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.426066 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.426066 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.426066 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.426066 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.426066 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.429981 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.429981 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.429981 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.429981 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.429981 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.429981 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.429981 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.429981 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.429981 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.430636 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.430636 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.430636 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.430636 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.430636 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.430636 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.430636 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.430636 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.430636 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.431207 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.431207 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.431207 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.431207 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.431207 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.431207 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.431207 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.431207 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.431723 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:21:22.431814 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.431814 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.431814 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.431814 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.431814 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.431814 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.431814 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.431814 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.431814 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.433091 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.433091 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.433091 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.433091 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.433091 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.433091 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.433476 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.433476 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.433611 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.433922 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.434521 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.434521 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.435687 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.436625 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.437306 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.437306 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.437566 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.437837 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.439940 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.440716 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.440997 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.442303 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.442303 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.442303 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.442303 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.442303 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.442684 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.442684 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.442886 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.443146 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.443389 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.443657 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.444022 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.444264 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.444561 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.444827 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.445061 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.445287 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.445502 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.447040 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.447040 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.447040 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.447040 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.447588 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.447588 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.447916 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.447916 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.448216 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.449025 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.449025 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.449025 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.449490 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.449650 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.451105 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.451105 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.451105 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.451105 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.451105 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.451105 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.451887 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.451887 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.451887 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.452288 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.452288 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.453090 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.453090 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.453090 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.453555 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.453555 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.453868 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.454018 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.454259 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.454543 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.454824 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.458676 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.458676 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.458676 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.458676 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.458676 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.458676 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.458676 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.458676 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.459333 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.459333 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.459333 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.459333 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.459333 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.459333 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.459333 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.459333 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.459899 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.459899 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.459899 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.459899 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.459899 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.460255 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.460255 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.460490 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.460767 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.461033 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.461270 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.461477 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.461866 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.462318 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.462742 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.462982 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.463206 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.463504 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.463747 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.463971 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.464245 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.464476 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.464715 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.464948 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.465176 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.465424 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.465645 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.465882 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.466102 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.466344 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.466603 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.466952 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.467213 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.467475 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.467725 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.467948 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.468210 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.468442 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.468692 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.468919 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.469152 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.469368 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.469631 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.469862 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.470124 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.470407 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.470627 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.470848 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.471089 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.471307 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.471647 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.471916 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.472183 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.472455 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.472724 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.472943 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.473175 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.473415 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.473646 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.473874 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.474152 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.474363 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.474576 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.474807 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.475016 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.475254 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.475556 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.475949 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.476234 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.476427 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.476674 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.476902 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.477126 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.477345 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.477577 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.477847 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.478044 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.478296 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.478529 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.478746 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.479004 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.480540 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.480540 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.480540 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.480540 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.481040 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.481040 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.481330 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.481544 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.481848 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.482088 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.482428 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.482684 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.483020 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.483248 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.483533 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.483803 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.484059 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.484324 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.484621 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.484957 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.485289 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.485554 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.485820 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.486096 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.486380 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.486906 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.486906 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.488527 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.488527 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.488527 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.488527 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.488527 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.488527 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.489338 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.489591 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.489841 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.490088 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.490811 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.490811 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.490811 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.491072 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.491268 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.491729 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.491729 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.492527 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.492527 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.492527 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.492998 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.493166 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 11:21:22.493690 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93206) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 10 11:21:22.493864 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 11:21:22.494020 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 11:21:22.494205 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 11:21:22.494386 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 11:21:22.494536 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 11:21:22.494801 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.495473 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.495638 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.495802 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.496216 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.496418 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.496625 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.496789 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.496951 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.497115 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.497278 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.497435 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.497597 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.497760 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.500540 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.500540 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.500540 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.500540 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.500540 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.500540 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.500540 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.500540 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.501120 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] debug = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.501120 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.501120 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.501120 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.501120 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.501120 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.501534 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.501534 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.501534 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.501534 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.501534 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.501534 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.501534 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.501534 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.502049 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.502049 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.502049 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.502049 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.502049 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] host = dv-cinder-792800-5-iscsi {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.502379 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.502379 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.502513 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.502588 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.502704 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.502863 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.503178 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.503506 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.503681 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.503903 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.504067 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.504232 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.504413 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.504614 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] log_file = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.504748 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] log_options = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.504909 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.505068 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.505229 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.505423 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.505631 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.505794 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.506026 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.506192 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.506354 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.506515 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.506683 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.506824 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.507036 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.507128 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.507294 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.507456 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.507628 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.507815 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.507977 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.508137 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.508336 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.508498 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.508681 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.508842 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.509002 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.509162 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.509367 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.509532 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.509691 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.509854 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.510014 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.510176 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.510423 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.510593 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.510791 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.510957 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.511121 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.511327 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.511493 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.511697 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.511860 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.512022 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.512182 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.512382 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.512571 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.512775 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] use_json = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.512939 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.513168 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.513333 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.513496 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.513660 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.513887 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.514055 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.514222 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:21:22.514414 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.514579 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.514911 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.515224 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.515537 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.515845 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.516167 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.516526 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.516681 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.516923 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.517254 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.517254 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.517456 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.517580 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.517746 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.517918 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.518081 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.518249 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.518416 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.518620 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.518789 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.518958 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.519161 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.519306 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.519973 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.519973 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.519973 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.519973 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.520265 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.520265 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.520629 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.520629 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.520894 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.521054 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.521177 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.521258 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.521398 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.521563 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.521762 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.521893 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.522236 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.522419 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.522581 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.522771 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.522935 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.523100 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.523266 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.523430 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.523594 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.523759 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.523938 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.524103 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.524266 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.524430 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.524619 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.524785 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.525011 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.525176 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.525345 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.525510 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.525673 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.526116 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.526286 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.526541 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 45696) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:21:22.526686 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.526829 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.526949 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.527078 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.527208 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.527328 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.527480 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.527644 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.527808 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.527971 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.528135 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.528299 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.528463 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.528640 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.528806 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.528970 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.529134 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.529364 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.529529 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.529650 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.529894 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.530017 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.530136 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.530256 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.530398 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.530562 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.530725 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.530889 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.531052 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.531214 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.531378 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.531543 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.531706 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.531869 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.532036 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.532200 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.532363 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.532543 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.532854 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.532854 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.533089 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.533208 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.533327 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.533446 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.533614 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.533774 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.533935 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.534097 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.534271 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.534791 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.534791 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.534791 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.536975 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.536975 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.536975 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.536975 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.536975 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.536975 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.536975 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.536975 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.538159 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.538159 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.538159 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.538159 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.538159 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.538159 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.538159 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.538159 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.539232 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.539232 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.539232 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.539232 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.539232 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.539232 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.539232 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.539232 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.540551 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.540551 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.540551 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.540551 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.540551 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.540551 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.540551 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.540551 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.541312 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.541312 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.541312 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.541312 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.541312 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.541312 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.541312 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.541312 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.542365 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.542365 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.542365 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.542365 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.542365 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.542711 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.542711 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.542862 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.542980 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.543144 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.543312 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.543474 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.543798 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.544010 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.544138 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.544272 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.544422 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.546186 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.546186 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.546186 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.546186 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.546186 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.546186 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.546186 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.546186 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.547838 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.547838 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.547838 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.547838 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.547838 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.547838 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.547838 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.547838 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.549918 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.549918 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.549918 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.549918 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.550379 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0172150 Aug 10 11:21:22.550562 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.550562 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.550562 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.550562 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.550562 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.550562 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.550562 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.550562 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.551988 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.551988 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.551988 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.551988 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.551988 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.551988 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.551988 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.551988 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.551988 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.552801 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.552801 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.552801 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.552801 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.552801 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.552801 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.552801 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.552801 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.553235 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.553235 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.553361 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:21:22.553430 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.553430 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.553430 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.553430 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.553430 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.553430 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.553430 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.553430 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.554000 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.554000 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.554000 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.554000 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.554000 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.554000 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.554000 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.554582 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.554582 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.554582 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.554582 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.554923 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.554923 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.555200 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.555200 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.555359 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.555523 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.555687 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.556023 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.556189 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.556591 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.556701 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.556858 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.557028 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.557197 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.557978 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.558147 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.558310 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.558477 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.558647 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.558822 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.558992 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.559161 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.559334 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.559506 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.559680 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.559840 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.560167 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.560453 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.560979 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.560979 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.560979 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.560979 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.561213 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.561277 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.561470 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.561613 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.561753 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.561916 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.562079 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.562242 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.562405 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.562568 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.562732 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.562895 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.563056 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.563219 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.563435 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:21:22.563558 dv-cinder-792800-5-iscsi neutron-server[93206]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 11:21:34.342962 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81d5519-d619-4c94-bd33-52d220c03924 None None] get_active_networks_info from dv-cinder-792800-5-iscsi {{(pid=93317) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 11:21:34.503322 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81d5519-d619-4c94-bd33-52d220c03924 None None] No non-hosted networks {{(pid=93317) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 10 11:21:34.530294 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-c2a5bed3-d75f-4eb6-91a4-f32d8b15a3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-134149111'] for agent, after_create {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:21:36.952356 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-c4ee9ce3-72a0-444c-a90b-40099d4bdbfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-134149111'] for agent, after_create {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:21:37.003356 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-9b44fe85-5016-4736-8f3d-9bf600d8c8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:21:37.091895 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-134149111'] for agent, after_create {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:21:37.093118 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:21:37.093622 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:21:37.094116 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:21:37.094863 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:21:37.095401 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:21:37.095885 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:21:37.096403 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:21:37.096951 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:21:37.097442 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:21:37.097969 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:21:37.098446 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:21:37.098976 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:21:37.099519 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-792800-5-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:21:37.109151 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-792800-5-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:21:37.897923 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-b3865e76-5392-4690-91e0-0d01f8cdc9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-134149111'] for agent, after_create {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:21:39.735366 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-68530e51-c783-4460-a419-f96f34511541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-134149111'] for agent, after_create {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:21:40.944902 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 45792) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:21:41.519604 dv-cinder-792800-5-iscsi neutron-server[93315]: WARNING oslo_policy.policy [None req-637d5151-d28e-4419-b010-1ee26f055fe8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 11:21:41.520190 dv-cinder-792800-5-iscsi neutron-server[93315]: WARNING oslo_policy.policy [None req-637d5151-d28e-4419-b010-1ee26f055fe8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 11:21:41.752027 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [None req-637d5151-d28e-4419-b010-1ee26f055fe8 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93315) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 11:21:41.753318 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-637d5151-d28e-4419-b010-1ee26f055fe8 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8054252 Aug 10 11:21:42.367051 dv-cinder-792800-5-iscsi neutron-server[93317]: INFO neutron.db.l3_hamode_db [None req-9f890e70-ea8c-46be-8f50-03944058f785 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 10 11:21:42.448265 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f890e70-ea8c-46be-8f50-03944058f785 None None] Routers set() bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:21:42.448675 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f890e70-ea8c-46be-8f50-03944058f785 None None] Router IDs set() for agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 11:21:44.263028 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 45806) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:21:44.648465 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [None req-bd09b350-7a66-483b-85b9-9eea834d16dc admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:21:44.744806 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.policy [None req-bd09b350-7a66-483b-85b9-9eea834d16dc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93315) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 10 11:21:44.793564 dv-cinder-792800-5-iscsi neutron-server[93315]: WARNING oslo_policy.policy [None req-bd09b350-7a66-483b-85b9-9eea834d16dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 11:21:44.793995 dv-cinder-792800-5-iscsi neutron-server[93315]: WARNING oslo_policy.policy [None req-bd09b350-7a66-483b-85b9-9eea834d16dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 11:21:44.803449 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.quota [None req-bd09b350-7a66-483b-85b9-9eea834d16dc admin admin] Loaded quota_driver: . Aug 10 11:21:44.908610 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-bd09b350-7a66-483b-85b9-9eea834d16dc admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778043480309', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778043483688', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778043427373', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778043428992', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778042022067', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778043450352', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-631204', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-805251', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-133867651', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-133934795'] for rbac-policy, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:21:44.976040 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-bd09b350-7a66-483b-85b9-9eea834d16dc admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:21:44.977401 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-bd09b350-7a66-483b-85b9-9eea834d16dc admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7134697 Aug 10 11:21:47.810958 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 45818) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:21:48.158341 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [None req-036fcb3c-83c0-49c9-8eb4-e3c87f006de9 admin admin] Request body: {'network': {'project_id': '44f5725cac2b45e7acd20de1c6bf6b79', 'admin_state_up': True, 'tenant_id': '44f5725cac2b45e7acd20de1c6bf6b79', 'name': 'private'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:21:48.190797 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036fcb3c-83c0-49c9-8eb4-e3c87f006de9 admin admin] Made reservation on behalf of 44f5725cac2b45e7acd20de1c6bf6b79 for: {'network': 1} {{(pid=93315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:21:48.194147 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-036fcb3c-83c0-49c9-8eb4-e3c87f006de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for network, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:21:48.213839 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-036fcb3c-83c0-49c9-8eb4-e3c87f006de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:21:48.358790 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-036fcb3c-83c0-49c9-8eb4-e3c87f006de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:21:48.368166 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-036fcb3c-83c0-49c9-8eb4-e3c87f006de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:21:48.396905 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-036fcb3c-83c0-49c9-8eb4-e3c87f006de9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=93315) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 11:21:48.426776 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-036fcb3c-83c0-49c9-8eb4-e3c87f006de9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778041053543', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462'] for segment, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:21:48.427389 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-036fcb3c-83c0-49c9-8eb4-e3c87f006de9 admin admin] Unsubscribe: segment precommit_create {{(pid=93315) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 10 11:21:48.427908 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.db.segments_db [None req-036fcb3c-83c0-49c9-8eb4-e3c87f006de9 admin admin] Added segment 43a02ee5-02c6-4597-8b65-71b78f23ff16 of type vlan for network 3eac02fa-98aa-407c-87d8-c72271996c5c Aug 10 11:21:48.435397 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036fcb3c-83c0-49c9-8eb4-e3c87f006de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa3b74a-5836-4f55-9157-b490ec26808e,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:21:48.478680 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036fcb3c-83c0-49c9-8eb4-e3c87f006de9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:21:48.479032 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036fcb3c-83c0-49c9-8eb4-e3c87f006de9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:21:48.479369 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036fcb3c-83c0-49c9-8eb4-e3c87f006de9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:21:48.479694 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036fcb3c-83c0-49c9-8eb4-e3c87f006de9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:21:48.480016 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036fcb3c-83c0-49c9-8eb4-e3c87f006de9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:21:48.480349 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036fcb3c-83c0-49c9-8eb4-e3c87f006de9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:21:48.480706 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036fcb3c-83c0-49c9-8eb4-e3c87f006de9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:21:48.481023 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036fcb3c-83c0-49c9-8eb4-e3c87f006de9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:21:48.481353 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036fcb3c-83c0-49c9-8eb4-e3c87f006de9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:21:48.481869 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036fcb3c-83c0-49c9-8eb4-e3c87f006de9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:21:48.482283 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036fcb3c-83c0-49c9-8eb4-e3c87f006de9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:21:48.482605 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036fcb3c-83c0-49c9-8eb4-e3c87f006de9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:21:48.483948 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036fcb3c-83c0-49c9-8eb4-e3c87f006de9 admin admin] Tracked resource versions report: Aug 10 11:21:48.483948 dv-cinder-792800-5-iscsi neutron-server[93315]: pushed versions: Aug 10 11:21:48.483948 dv-cinder-792800-5-iscsi neutron-server[93315]: { 'AddressGroup': {'1.2'}, Aug 10 11:21:48.483948 dv-cinder-792800-5-iscsi neutron-server[93315]: 'ConntrackHelper': {'1.0'}, Aug 10 11:21:48.483948 dv-cinder-792800-5-iscsi neutron-server[93315]: 'Log': {'1.0'}, Aug 10 11:21:48.483948 dv-cinder-792800-5-iscsi neutron-server[93315]: 'Network': {'1.1'}, Aug 10 11:21:48.483948 dv-cinder-792800-5-iscsi neutron-server[93315]: 'Port': {'1.7'}, Aug 10 11:21:48.483948 dv-cinder-792800-5-iscsi neutron-server[93315]: 'PortForwarding': {'1.2'}, Aug 10 11:21:48.483948 dv-cinder-792800-5-iscsi neutron-server[93315]: 'QosPolicy': {'1.9'}, Aug 10 11:21:48.483948 dv-cinder-792800-5-iscsi neutron-server[93315]: 'SecurityGroup': {'1.4'}, Aug 10 11:21:48.483948 dv-cinder-792800-5-iscsi neutron-server[93315]: 'SecurityGroupRule': {'1.2'}, Aug 10 11:21:48.483948 dv-cinder-792800-5-iscsi neutron-server[93315]: 'SubPort': {'1.0'}, Aug 10 11:21:48.483948 dv-cinder-792800-5-iscsi neutron-server[93315]: 'Subnet': {'1.1'}, Aug 10 11:21:48.483948 dv-cinder-792800-5-iscsi neutron-server[93315]: 'Trunk': {'1.1'}} Aug 10 11:21:48.483948 dv-cinder-792800-5-iscsi neutron-server[93315]: consumer versions: Aug 10 11:21:48.483948 dv-cinder-792800-5-iscsi neutron-server[93315]: { DHCP agent@dv-cinder-792800-5-iscsi: {}, Aug 10 11:21:48.483948 dv-cinder-792800-5-iscsi neutron-server[93315]: L3 agent@dv-cinder-792800-5-iscsi: {}, Aug 10 11:21:48.483948 dv-cinder-792800-5-iscsi neutron-server[93315]: Metadata agent@dv-cinder-792800-5-iscsi: {}, Aug 10 11:21:48.483948 dv-cinder-792800-5-iscsi neutron-server[93315]: Metering agent@dv-cinder-792800-5-iscsi: {}, Aug 10 11:21:48.483948 dv-cinder-792800-5-iscsi neutron-server[93315]: Open vSwitch agent@dv-cinder-792800-5-iscsi: { 'AddressGroup': '1.2', Aug 10 11:21:48.483948 dv-cinder-792800-5-iscsi neutron-server[93315]: 'ConntrackHelper': '1.0', Aug 10 11:21:48.483948 dv-cinder-792800-5-iscsi neutron-server[93315]: 'Log': '1.0', Aug 10 11:21:48.483948 dv-cinder-792800-5-iscsi neutron-server[93315]: 'Network': '1.1', Aug 10 11:21:48.483948 dv-cinder-792800-5-iscsi neutron-server[93315]: 'Port': '1.7', Aug 10 11:21:48.483948 dv-cinder-792800-5-iscsi neutron-server[93315]: 'PortForwarding': '1.2', Aug 10 11:21:48.483948 dv-cinder-792800-5-iscsi neutron-server[93315]: 'QosPolicy': '1.9', Aug 10 11:21:48.483948 dv-cinder-792800-5-iscsi neutron-server[93315]: 'SecurityGroup': '1.4', Aug 10 11:21:48.483948 dv-cinder-792800-5-iscsi neutron-server[93315]: 'SecurityGroupRule': '1.2', Aug 10 11:21:48.483948 dv-cinder-792800-5-iscsi neutron-server[93315]: 'SubPort': '1.0', Aug 10 11:21:48.483948 dv-cinder-792800-5-iscsi neutron-server[93315]: 'Subnet': '1.1', Aug 10 11:21:48.483948 dv-cinder-792800-5-iscsi neutron-server[93315]: 'Trunk': '1.1'}} Aug 10 11:21:48.483948 dv-cinder-792800-5-iscsi neutron-server[93315]: {{(pid=93315) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 11:21:48.586049 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-036fcb3c-83c0-49c9-8eb4-e3c87f006de9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778040477516'] for network, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:21:48.659462 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-036fcb3c-83c0-49c9-8eb4-e3c87f006de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008'] for network, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:21:48.660765 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036fcb3c-83c0-49c9-8eb4-e3c87f006de9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:21:48.661458 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-036fcb3c-83c0-49c9-8eb4-e3c87f006de9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for network, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:21:48.749561 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-036fcb3c-83c0-49c9-8eb4-e3c87f006de9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9374371 Aug 10 11:21:48.770043 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036fcb3c-83c0-49c9-8eb4-e3c87f006de9 admin admin] Pushing event updated for resources: {'Network': ['ID=3eac02fa-98aa-407c-87d8-c72271996c5c,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:21:48.786702 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Network 3eac02fa-98aa-407c-87d8-c72271996c5c details requested by agent ovs-agent-dv-cinder-792800-5-iscsi with host dv-cinder-792800-5-iscsi {{(pid=93317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 11:21:51.560092 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 45832) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:21:52.142573 dv-cinder-792800-5-iscsi neutron-server[93316]: WARNING oslo_policy.policy [None req-d6f5a22c-1925-4185-a8bc-90c6a8edbfad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 11:21:52.143166 dv-cinder-792800-5-iscsi neutron-server[93316]: WARNING oslo_policy.policy [None req-d6f5a22c-1925-4185-a8bc-90c6a8edbfad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 11:21:52.594690 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.policy [None req-d6f5a22c-1925-4185-a8bc-90c6a8edbfad admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93316) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 10 11:21:52.651685 dv-cinder-792800-5-iscsi neutron-server[93316]: WARNING oslo_policy.policy [None req-d6f5a22c-1925-4185-a8bc-90c6a8edbfad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 11:21:52.652096 dv-cinder-792800-5-iscsi neutron-server[93316]: WARNING oslo_policy.policy [None req-d6f5a22c-1925-4185-a8bc-90c6a8edbfad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 11:21:52.667408 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f5a22c-1925-4185-a8bc-90c6a8edbfad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:21:52.669726 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-d6f5a22c-1925-4185-a8bc-90c6a8edbfad admin admin] 10.222.0.24 "GET /v2.0/networks/3eac02fa-98aa-407c-87d8-c72271996c5c HTTP/1.1" status: 200 len: 825 time: 1.1086085 Aug 10 11:21:52.709780 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-c19adf09-5e4c-4ce9-87f7-c2cdf8b3f558 admin admin] 10.222.0.24 "GET /v2.0/subnetpools/ce7e95b1-b3d0-4663-b3e4-d24b5fe1e721 HTTP/1.1" status: 200 len: 734 time: 0.0338280 Aug 10 11:21:52.719798 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-d92ae1c4-b047-466d-8b08-c60585806f92 admin admin] Request body: {'subnet': {'subnetpool_id': 'ce7e95b1-b3d0-4663-b3e4-d24b5fe1e721', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '3eac02fa-98aa-407c-87d8-c72271996c5c', 'tenant_id': '44f5725cac2b45e7acd20de1c6bf6b79'}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:21:52.721423 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.quota [None req-d92ae1c4-b047-466d-8b08-c60585806f92 admin admin] Loaded quota_driver: . Aug 10 11:21:52.762332 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92ae1c4-b047-466d-8b08-c60585806f92 admin admin] Made reservation on behalf of 44f5725cac2b45e7acd20de1c6bf6b79 for: {'subnet': 1} {{(pid=93316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:21:52.765331 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-d92ae1c4-b047-466d-8b08-c60585806f92 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:21:53.056748 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-d92ae1c4-b047-466d-8b08-c60585806f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134105691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008'] for subnet, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:21:53.120786 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92ae1c4-b047-466d-8b08-c60585806f92 admin admin] Checking segment: {'id': '43a02ee5-02c6-4597-8b65-71b78f23ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3eac02fa-98aa-407c-87d8-c72271996c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:21:53.121177 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92ae1c4-b047-466d-8b08-c60585806f92 admin admin] Network hostable DHCP agents. Network: 3eac02fa-98aa-407c-87d8-c72271996c5c, hostable agents: ['0b3fe0ed-30c0-4c64-a4f4-6f12777a422c'], hosted agents: [] {{(pid=93316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 11:21:53.141891 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ae1c4-b047-466d-8b08-c60585806f92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa083a41-7ca8-4716-82c6-54de3fa0595c,revision_number=0']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:21:53.154884 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ae1c4-b047-466d-8b08-c60585806f92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:21:53.155246 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ae1c4-b047-466d-8b08-c60585806f92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:21:53.155651 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ae1c4-b047-466d-8b08-c60585806f92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:21:53.156051 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ae1c4-b047-466d-8b08-c60585806f92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:21:53.156407 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ae1c4-b047-466d-8b08-c60585806f92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:21:53.156769 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ae1c4-b047-466d-8b08-c60585806f92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:21:53.157095 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ae1c4-b047-466d-8b08-c60585806f92 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:21:53.157416 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ae1c4-b047-466d-8b08-c60585806f92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:21:53.157750 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ae1c4-b047-466d-8b08-c60585806f92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:21:53.158070 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ae1c4-b047-466d-8b08-c60585806f92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:21:53.158383 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ae1c4-b047-466d-8b08-c60585806f92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:21:53.158693 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ae1c4-b047-466d-8b08-c60585806f92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:21:53.159795 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ae1c4-b047-466d-8b08-c60585806f92 admin admin] Tracked resource versions report: Aug 10 11:21:53.159795 dv-cinder-792800-5-iscsi neutron-server[93316]: pushed versions: Aug 10 11:21:53.159795 dv-cinder-792800-5-iscsi neutron-server[93316]: { 'AddressGroup': {'1.2'}, Aug 10 11:21:53.159795 dv-cinder-792800-5-iscsi neutron-server[93316]: 'ConntrackHelper': {'1.0'}, Aug 10 11:21:53.159795 dv-cinder-792800-5-iscsi neutron-server[93316]: 'Log': {'1.0'}, Aug 10 11:21:53.159795 dv-cinder-792800-5-iscsi neutron-server[93316]: 'Network': {'1.1'}, Aug 10 11:21:53.159795 dv-cinder-792800-5-iscsi neutron-server[93316]: 'Port': {'1.7'}, Aug 10 11:21:53.159795 dv-cinder-792800-5-iscsi neutron-server[93316]: 'PortForwarding': {'1.2'}, Aug 10 11:21:53.159795 dv-cinder-792800-5-iscsi neutron-server[93316]: 'QosPolicy': {'1.9'}, Aug 10 11:21:53.159795 dv-cinder-792800-5-iscsi neutron-server[93316]: 'SecurityGroup': {'1.4'}, Aug 10 11:21:53.159795 dv-cinder-792800-5-iscsi neutron-server[93316]: 'SecurityGroupRule': {'1.2'}, Aug 10 11:21:53.159795 dv-cinder-792800-5-iscsi neutron-server[93316]: 'SubPort': {'1.0'}, Aug 10 11:21:53.159795 dv-cinder-792800-5-iscsi neutron-server[93316]: 'Subnet': {'1.1'}, Aug 10 11:21:53.159795 dv-cinder-792800-5-iscsi neutron-server[93316]: 'Trunk': {'1.1'}} Aug 10 11:21:53.159795 dv-cinder-792800-5-iscsi neutron-server[93316]: consumer versions: Aug 10 11:21:53.159795 dv-cinder-792800-5-iscsi neutron-server[93316]: { DHCP agent@dv-cinder-792800-5-iscsi: {}, Aug 10 11:21:53.159795 dv-cinder-792800-5-iscsi neutron-server[93316]: L3 agent@dv-cinder-792800-5-iscsi: {}, Aug 10 11:21:53.159795 dv-cinder-792800-5-iscsi neutron-server[93316]: Metadata agent@dv-cinder-792800-5-iscsi: {}, Aug 10 11:21:53.159795 dv-cinder-792800-5-iscsi neutron-server[93316]: Metering agent@dv-cinder-792800-5-iscsi: {}, Aug 10 11:21:53.159795 dv-cinder-792800-5-iscsi neutron-server[93316]: Open vSwitch agent@dv-cinder-792800-5-iscsi: { 'AddressGroup': '1.2', Aug 10 11:21:53.159795 dv-cinder-792800-5-iscsi neutron-server[93316]: 'ConntrackHelper': '1.0', Aug 10 11:21:53.159795 dv-cinder-792800-5-iscsi neutron-server[93316]: 'Log': '1.0', Aug 10 11:21:53.159795 dv-cinder-792800-5-iscsi neutron-server[93316]: 'Network': '1.1', Aug 10 11:21:53.159795 dv-cinder-792800-5-iscsi neutron-server[93316]: 'Port': '1.7', Aug 10 11:21:53.159795 dv-cinder-792800-5-iscsi neutron-server[93316]: 'PortForwarding': '1.2', Aug 10 11:21:53.159795 dv-cinder-792800-5-iscsi neutron-server[93316]: 'QosPolicy': '1.9', Aug 10 11:21:53.159795 dv-cinder-792800-5-iscsi neutron-server[93316]: 'SecurityGroup': '1.4', Aug 10 11:21:53.159795 dv-cinder-792800-5-iscsi neutron-server[93316]: 'SecurityGroupRule': '1.2', Aug 10 11:21:53.159795 dv-cinder-792800-5-iscsi neutron-server[93316]: 'SubPort': '1.0', Aug 10 11:21:53.159795 dv-cinder-792800-5-iscsi neutron-server[93316]: 'Subnet': '1.1', Aug 10 11:21:53.159795 dv-cinder-792800-5-iscsi neutron-server[93316]: 'Trunk': '1.1'}} Aug 10 11:21:53.159795 dv-cinder-792800-5-iscsi neutron-server[93316]: {{(pid=93316) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 11:21:53.179226 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92ae1c4-b047-466d-8b08-c60585806f92 admin admin] Network 3eac02fa-98aa-407c-87d8-c72271996c5c is scheduled to be hosted by DHCP agent 0b3fe0ed-30c0-4c64-a4f4-6f12777a422c with binding_index 1 {{(pid=93316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 11:21:53.202150 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.base_scheduler [None req-d92ae1c4-b047-466d-8b08-c60585806f92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-5-iscsi, 3eac02fa-98aa-407c-87d8-c72271996c5c) {{(pid=93316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:21:53.207202 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92ae1c4-b047-466d-8b08-c60585806f92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:21:53.207830 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-d92ae1c4-b047-466d-8b08-c60585806f92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for subnet, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:21:53.211815 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30b928f-7000-46fc-8f59-2b91c2841b39 None None] Network 3eac02fa-98aa-407c-87d8-c72271996c5c requested from dv-cinder-792800-5-iscsi {{(pid=93317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:21:53.228637 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-d92ae1c4-b047-466d-8b08-c60585806f92 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5122266 Aug 10 11:21:53.534460 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47668a29-4b4c-40be-afbb-1cb67f9bebc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31ed9ef1-cb2b-58e0-a77f-21ee6076cf6a-3eac02fa-98aa-407c-87d8-c72271996c5c', 'network_id': '3eac02fa-98aa-407c-87d8-c72271996c5c', 'tenant_id': '44f5725cac2b45e7acd20de1c6bf6b79', 'fixed_ips': [{'subnet_id': 'aa083a41-7ca8-4716-82c6-54de3fa0595c'}]}} from dv-cinder-792800-5-iscsi. {{(pid=93317) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 11:21:53.535676 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-47668a29-4b4c-40be-afbb-1cb67f9bebc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:21:53.814354 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.db_base_plugin_common [None req-47668a29-4b4c-40be-afbb-1cb67f9bebc6 None None] Allocated IP 172.20.0.2 (3eac02fa-98aa-407c-87d8-c72271996c5c/aa083a41-7ca8-4716-82c6-54de3fa0595c/a7238a27-5a27-4c76-9ab2-e70f9ac992af) {{(pid=93317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:21:54.020168 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-47668a29-4b4c-40be-afbb-1cb67f9bebc6 None None] Notify callbacks [] for port, precommit_create {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:21:54.064952 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-47668a29-4b4c-40be-afbb-1cb67f9bebc6 None None] Transition to ACTIVE for port object a7238a27-5a27-4c76-9ab2-e70f9ac992af will not be triggered until provisioned by entity L2. {{(pid=93317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:21:54.086197 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-47668a29-4b4c-40be-afbb-1cb67f9bebc6 None None] Transition to ACTIVE for port object a7238a27-5a27-4c76-9ab2-e70f9ac992af will not be triggered until provisioned by entity DHCP. {{(pid=93317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:21:54.095659 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-47668a29-4b4c-40be-afbb-1cb67f9bebc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036'] for port, after_create {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:21:54.158376 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47668a29-4b4c-40be-afbb-1cb67f9bebc6 None None] Network 3eac02fa-98aa-407c-87d8-c72271996c5c is already hosted by enough agents. {{(pid=93317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:21:54.164162 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.scheduler.base_scheduler [None req-47668a29-4b4c-40be-afbb-1cb67f9bebc6 None None] Resources bound (agent type, host, resource id): {{(pid=93317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:21:54.178892 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47668a29-4b4c-40be-afbb-1cb67f9bebc6 None None] Received port after_create {{(pid=93317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:21:54.186812 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47668a29-4b4c-40be-afbb-1cb67f9bebc6 None None] Pushing event updated for resources: {'Port': ['ID=a7238a27-5a27-4c76-9ab2-e70f9ac992af,revision_number=1']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:21:54.218296 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47668a29-4b4c-40be-afbb-1cb67f9bebc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:21:54.218949 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47668a29-4b4c-40be-afbb-1cb67f9bebc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:21:54.219064 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47668a29-4b4c-40be-afbb-1cb67f9bebc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:21:54.219320 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47668a29-4b4c-40be-afbb-1cb67f9bebc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:21:54.219636 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47668a29-4b4c-40be-afbb-1cb67f9bebc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:21:54.219966 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47668a29-4b4c-40be-afbb-1cb67f9bebc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:21:54.220293 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47668a29-4b4c-40be-afbb-1cb67f9bebc6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:21:54.220653 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47668a29-4b4c-40be-afbb-1cb67f9bebc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:21:54.220999 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47668a29-4b4c-40be-afbb-1cb67f9bebc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:21:54.221328 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47668a29-4b4c-40be-afbb-1cb67f9bebc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:21:54.221653 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47668a29-4b4c-40be-afbb-1cb67f9bebc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:21:54.221975 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47668a29-4b4c-40be-afbb-1cb67f9bebc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:21:54.223116 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47668a29-4b4c-40be-afbb-1cb67f9bebc6 None None] Tracked resource versions report: Aug 10 11:21:54.223116 dv-cinder-792800-5-iscsi neutron-server[93317]: pushed versions: Aug 10 11:21:54.223116 dv-cinder-792800-5-iscsi neutron-server[93317]: { 'AddressGroup': {'1.2'}, Aug 10 11:21:54.223116 dv-cinder-792800-5-iscsi neutron-server[93317]: 'ConntrackHelper': {'1.0'}, Aug 10 11:21:54.223116 dv-cinder-792800-5-iscsi neutron-server[93317]: 'Log': {'1.0'}, Aug 10 11:21:54.223116 dv-cinder-792800-5-iscsi neutron-server[93317]: 'Network': {'1.1'}, Aug 10 11:21:54.223116 dv-cinder-792800-5-iscsi neutron-server[93317]: 'Port': {'1.7'}, Aug 10 11:21:54.223116 dv-cinder-792800-5-iscsi neutron-server[93317]: 'PortForwarding': {'1.2'}, Aug 10 11:21:54.223116 dv-cinder-792800-5-iscsi neutron-server[93317]: 'QosPolicy': {'1.9'}, Aug 10 11:21:54.223116 dv-cinder-792800-5-iscsi neutron-server[93317]: 'SecurityGroup': {'1.4'}, Aug 10 11:21:54.223116 dv-cinder-792800-5-iscsi neutron-server[93317]: 'SecurityGroupRule': {'1.2'}, Aug 10 11:21:54.223116 dv-cinder-792800-5-iscsi neutron-server[93317]: 'SubPort': {'1.0'}, Aug 10 11:21:54.223116 dv-cinder-792800-5-iscsi neutron-server[93317]: 'Subnet': {'1.1'}, Aug 10 11:21:54.223116 dv-cinder-792800-5-iscsi neutron-server[93317]: 'Trunk': {'1.1'}} Aug 10 11:21:54.223116 dv-cinder-792800-5-iscsi neutron-server[93317]: consumer versions: Aug 10 11:21:54.223116 dv-cinder-792800-5-iscsi neutron-server[93317]: { DHCP agent@dv-cinder-792800-5-iscsi: {}, Aug 10 11:21:54.223116 dv-cinder-792800-5-iscsi neutron-server[93317]: L3 agent@dv-cinder-792800-5-iscsi: {}, Aug 10 11:21:54.223116 dv-cinder-792800-5-iscsi neutron-server[93317]: Metadata agent@dv-cinder-792800-5-iscsi: {}, Aug 10 11:21:54.223116 dv-cinder-792800-5-iscsi neutron-server[93317]: Metering agent@dv-cinder-792800-5-iscsi: {}, Aug 10 11:21:54.223116 dv-cinder-792800-5-iscsi neutron-server[93317]: Open vSwitch agent@dv-cinder-792800-5-iscsi: { 'AddressGroup': '1.2', Aug 10 11:21:54.223116 dv-cinder-792800-5-iscsi neutron-server[93317]: 'ConntrackHelper': '1.0', Aug 10 11:21:54.223116 dv-cinder-792800-5-iscsi neutron-server[93317]: 'Log': '1.0', Aug 10 11:21:54.223116 dv-cinder-792800-5-iscsi neutron-server[93317]: 'Network': '1.1', Aug 10 11:21:54.223116 dv-cinder-792800-5-iscsi neutron-server[93317]: 'Port': '1.7', Aug 10 11:21:54.223116 dv-cinder-792800-5-iscsi neutron-server[93317]: 'PortForwarding': '1.2', Aug 10 11:21:54.223116 dv-cinder-792800-5-iscsi neutron-server[93317]: 'QosPolicy': '1.9', Aug 10 11:21:54.223116 dv-cinder-792800-5-iscsi neutron-server[93317]: 'SecurityGroup': '1.4', Aug 10 11:21:54.223116 dv-cinder-792800-5-iscsi neutron-server[93317]: 'SecurityGroupRule': '1.2', Aug 10 11:21:54.223116 dv-cinder-792800-5-iscsi neutron-server[93317]: 'SubPort': '1.0', Aug 10 11:21:54.223116 dv-cinder-792800-5-iscsi neutron-server[93317]: 'Subnet': '1.1', Aug 10 11:21:54.223116 dv-cinder-792800-5-iscsi neutron-server[93317]: 'Trunk': '1.1'}} Aug 10 11:21:54.223116 dv-cinder-792800-5-iscsi neutron-server[93317]: {{(pid=93317) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 11:21:54.270854 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-47668a29-4b4c-40be-afbb-1cb67f9bebc6 None None] Attempting to bind port a7238a27-5a27-4c76-9ab2-e70f9ac992af on host dv-cinder-792800-5-iscsi for vnic_type normal with profile {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:21:54.271256 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-47668a29-4b4c-40be-afbb-1cb67f9bebc6 None None] Attempting to bind port a7238a27-5a27-4c76-9ab2-e70f9ac992af by drivers openvswitch,hyperv on host dv-cinder-792800-5-iscsi at level 0 using segments [{'id': '43a02ee5-02c6-4597-8b65-71b78f23ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3eac02fa-98aa-407c-87d8-c72271996c5c'}] {{(pid=93317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:21:54.271670 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47668a29-4b4c-40be-afbb-1cb67f9bebc6 None None] Attempting to bind port a7238a27-5a27-4c76-9ab2-e70f9ac992af on network 3eac02fa-98aa-407c-87d8-c72271996c5c {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:21:54.276436 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47668a29-4b4c-40be-afbb-1cb67f9bebc6 None None] Checking agent: {'id': '7e56837d-5a68-4d8c-918f-73dada8ac547', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 21, 37), 'started_at': datetime.datetime(2021, 8, 10, 11, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:21:54.276860 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47668a29-4b4c-40be-afbb-1cb67f9bebc6 None None] Checking segment: {'id': '43a02ee5-02c6-4597-8b65-71b78f23ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3eac02fa-98aa-407c-87d8-c72271996c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:21:54.277317 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-47668a29-4b4c-40be-afbb-1cb67f9bebc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:21:54.277716 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47668a29-4b4c-40be-afbb-1cb67f9bebc6 None None] Bound using segment: {'id': '43a02ee5-02c6-4597-8b65-71b78f23ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3eac02fa-98aa-407c-87d8-c72271996c5c'} {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:21:54.278209 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-47668a29-4b4c-40be-afbb-1cb67f9bebc6 None None] Bound port: a7238a27-5a27-4c76-9ab2-e70f9ac992af, host: dv-cinder-792800-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43a02ee5-02c6-4597-8b65-71b78f23ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3eac02fa-98aa-407c-87d8-c72271996c5c'}}] {{(pid=93317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:21:54.278617 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-47668a29-4b4c-40be-afbb-1cb67f9bebc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:21:54.338993 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-47668a29-4b4c-40be-afbb-1cb67f9bebc6 None None] For port a7238a27-5a27-4c76-9ab2-e70f9ac992af, host dv-cinder-792800-5-iscsi, cleared binding levels {{(pid=93317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:21:54.343447 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-47668a29-4b4c-40be-afbb-1cb67f9bebc6 None None] For port a7238a27-5a27-4c76-9ab2-e70f9ac992af, host dv-cinder-792800-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=a7238a27-5a27-4c76-9ab2-e70f9ac992af,segment=NetworkSegment(43a02ee5-02c6-4597-8b65-71b78f23ff16),segment_id=43a02ee5-02c6-4597-8b65-71b78f23ff16)] {{(pid=93317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:21:54.348250 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-47668a29-4b4c-40be-afbb-1cb67f9bebc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:21:54.417459 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47668a29-4b4c-40be-afbb-1cb67f9bebc6 None None] Pushing event updated for resources: {'Port': ['ID=a7238a27-5a27-4c76-9ab2-e70f9ac992af,revision_number=2']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:21:55.635222 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 45852) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:21:55.965915 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [None req-a1ed1335-7414-4bc6-b628-0749665113f2 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 11:21:55.967137 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-a1ed1335-7414-4bc6-b628-0749665113f2 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3310611 Aug 10 11:21:58.350254 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 45860) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:21:58.669037 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [None req-8907e46b-d42d-46ec-aeb6-2dd02c5b053c admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 11:21:58.670140 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-8907e46b-d42d-46ec-aeb6-2dd02c5b053c admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3188405 Aug 10 11:22:01.409811 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 45870) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:22:01.788144 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [None req-c0215720-15e7-48c1-ada0-d376f344b946 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '44f5725cac2b45e7acd20de1c6bf6b79'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:22:01.819661 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-c0215720-15e7-48c1-ada0-d376f344b946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-134123482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-507807'] for router, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:01.821384 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-c0215720-15e7-48c1-ada0-d376f344b946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-134123114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-134149659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134205986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-507782'] for router, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:01.977198 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-c0215720-15e7-48c1-ada0-d376f344b946 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:01.984157 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-c0215720-15e7-48c1-ada0-d376f344b946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-134123107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-134149864'] for router, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:01.998569 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-c0215720-15e7-48c1-ada0-d376f344b946 admin admin] Notify callbacks [] for router, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:01.999796 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-c0215720-15e7-48c1-ada0-d376f344b946 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5889826 Aug 10 11:22:02.913812 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670b3708-c5de-4bda-a783-165323915790 None None] Network 3eac02fa-98aa-407c-87d8-c72271996c5c requested from dv-cinder-792800-5-iscsi {{(pid=93317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:22:03.060688 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-00a4a476-121c-46a0-aee1-1e95f36ad96e None None] Provisioning for port a7238a27-5a27-4c76-9ab2-e70f9ac992af completed by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:22:03.102648 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device a7238a27-5a27-4c76-9ab2-e70f9ac992af up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:22:03.192516 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning for port a7238a27-5a27-4c76-9ab2-e70f9ac992af completed by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:22:03.196641 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port a7238a27-5a27-4c76-9ab2-e70f9ac992af triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:22:03.197044 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:03.320833 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:03.358963 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] For port a7238a27-5a27-4c76-9ab2-e70f9ac992af, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=a7238a27-5a27-4c76-9ab2-e70f9ac992af,segment=NetworkSegment(43a02ee5-02c6-4597-8b65-71b78f23ff16),segment_id=43a02ee5-02c6-4597-8b65-71b78f23ff16)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:22:03.363183 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:03.418848 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Pushing event updated for resources: {'Port': ['ID=a7238a27-5a27-4c76-9ab2-e70f9ac992af,revision_number=3']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:22:03.425762 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-d9af8134-49f9-4eb8-9ddd-8a0ba9d96177 None None] Provisioning complete for port a7238a27-5a27-4c76-9ab2-e70f9ac992af triggered by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:22:03.426187 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-d9af8134-49f9-4eb8-9ddd-8a0ba9d96177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:04.264888 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-85cf799b-fa97-49dd-a400-ca0c708fb904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:04.434495 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 45882) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:22:04.771021 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [None req-ffb29124-1ce9-42ae-85c9-ae707d0a51dd admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93315) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 11:22:04.772022 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-ffb29124-1ce9-42ae-85c9-ae707d0a51dd admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3365576 Aug 10 11:22:05.043329 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device a7238a27-5a27-4c76-9ab2-e70f9ac992af up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:22:05.093402 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port a7238a27-5a27-4c76-9ab2-e70f9ac992af triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:22:05.093774 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:06.937726 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-2ca0cb1b-1926-4480-822b-cfc6a6ee69ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:07.092611 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:07.200980 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 45890) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:22:07.568432 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [None req-91dc112f-e2fd-44c5-bf44-2a7004aa802f admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:22:07.590556 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91dc112f-e2fd-44c5-bf44-2a7004aa802f admin admin] Made reservation on behalf of 48c0b92edb7c4ecdaa4e2be53e432e8d for: {'network': 1} {{(pid=93315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:22:07.592834 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-91dc112f-e2fd-44c5-bf44-2a7004aa802f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for network, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:07.601008 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-91dc112f-e2fd-44c5-bf44-2a7004aa802f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:07.698113 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-91dc112f-e2fd-44c5-bf44-2a7004aa802f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:07.702370 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-91dc112f-e2fd-44c5-bf44-2a7004aa802f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:07.718066 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-91dc112f-e2fd-44c5-bf44-2a7004aa802f admin admin] Reserving flat network on physical network physnet1 {{(pid=93315) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 10 11:22:07.736874 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc112f-e2fd-44c5-bf44-2a7004aa802f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0a2b3d-ae1c-47c1-878d-55b99a6f05ae,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:22:07.741884 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-91dc112f-e2fd-44c5-bf44-2a7004aa802f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462'] for segment, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:07.742223 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.db.segments_db [None req-91dc112f-e2fd-44c5-bf44-2a7004aa802f admin admin] Added segment f70d9b94-9741-4a97-8751-b62ba7cc47d6 of type flat for network 5acaf353-3f61-4dec-9325-b74ab1b31d79 Aug 10 11:22:07.793380 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-91dc112f-e2fd-44c5-bf44-2a7004aa802f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778040477516'] for network, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:07.832893 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-91dc112f-e2fd-44c5-bf44-2a7004aa802f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008'] for network, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:07.833759 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dc112f-e2fd-44c5-bf44-2a7004aa802f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:22:07.834379 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-91dc112f-e2fd-44c5-bf44-2a7004aa802f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for network, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:07.843599 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-b3865e76-5392-4690-91e0-0d01f8cdc9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:07.912497 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-91dc112f-e2fd-44c5-bf44-2a7004aa802f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7105014 Aug 10 11:22:07.920451 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc112f-e2fd-44c5-bf44-2a7004aa802f admin admin] Pushing event updated for resources: {'Network': ['ID=5acaf353-3f61-4dec-9325-b74ab1b31d79,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:22:07.933874 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Network 5acaf353-3f61-4dec-9325-b74ab1b31d79 details requested by agent ovs-agent-dv-cinder-792800-5-iscsi with host dv-cinder-792800-5-iscsi {{(pid=93317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 11:22:09.454794 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.agents_db [None req-cf88a1ba-3529-4992-9648-399914351393 None None] Agent healthcheck: found 5 active agents {{(pid=93318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 11:22:09.687819 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-68530e51-c783-4460-a419-f96f34511541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:10.282871 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 45908) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:22:10.503982 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a7631c-6c70-4ef2-a705-0aa165aec63e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:22:10.505522 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-54a7631c-6c70-4ef2-a705-0aa165aec63e admin admin] 10.222.0.24 "GET /v2.0/subnets/aa083a41-7ca8-4716-82c6-54de3fa0595c HTTP/1.1" status: 200 len: 849 time: 0.2216706 Aug 10 11:22:10.624099 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-9eb169f8-110b-4ed5-8ddf-dc140d902d3f admin admin] 10.222.0.24 "GET /v2.0/routers/7e7df30b-088a-4024-887a-adae673eb9ed HTTP/1.1" status: 200 len: 704 time: 0.1119275 Aug 10 11:22:10.889756 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-f831219f-989d-48b3-9d95-3eaaf88101f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:11.182638 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.db_base_plugin_common [None req-f831219f-989d-48b3-9d95-3eaaf88101f7 admin admin] Allocated IP 172.20.0.1 (3eac02fa-98aa-407c-87d8-c72271996c5c/aa083a41-7ca8-4716-82c6-54de3fa0595c/ecb305f0-085c-456e-8d06-a05ff366fa70) {{(pid=93315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:22:11.370482 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-f831219f-989d-48b3-9d95-3eaaf88101f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:11.393705 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.provisioning_blocks [None req-f831219f-989d-48b3-9d95-3eaaf88101f7 admin admin] Transition to ACTIVE for port object ecb305f0-085c-456e-8d06-a05ff366fa70 will not be triggered until provisioned by entity DHCP. {{(pid=93315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:22:11.475606 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-f831219f-989d-48b3-9d95-3eaaf88101f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036'] for port, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:11.602786 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f831219f-989d-48b3-9d95-3eaaf88101f7 admin admin] Network 3eac02fa-98aa-407c-87d8-c72271996c5c is already hosted by enough agents. {{(pid=93315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:22:11.607672 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.base_scheduler [None req-f831219f-989d-48b3-9d95-3eaaf88101f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:22:11.613146 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f831219f-989d-48b3-9d95-3eaaf88101f7 admin admin] Pushing event updated for resources: {'Port': ['ID=ecb305f0-085c-456e-8d06-a05ff366fa70,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:22:11.625991 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f831219f-989d-48b3-9d95-3eaaf88101f7 admin admin] Received port after_create {{(pid=93315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:22:11.626572 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-f831219f-989d-48b3-9d95-3eaaf88101f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-134174491'] for router_interface, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:11.783208 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-7caee92b-9c9b-4b2b-b2bb-93d520d60f62 None None] Provisioning for port ecb305f0-085c-456e-8d06-a05ff366fa70 completed by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:22:11.787612 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-7caee92b-9c9b-4b2b-b2bb-93d520d60f62 None None] Provisioning complete for port ecb305f0-085c-456e-8d06-a05ff366fa70 triggered by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:22:11.788007 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-7caee92b-9c9b-4b2b-b2bb-93d520d60f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:11.822620 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-7caee92b-9c9b-4b2b-b2bb-93d520d60f62 None None] Port ecb305f0-085c-456e-8d06-a05ff366fa70 cannot update to ACTIVE because it is not bound. {{(pid=93317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 11:22:11.827593 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-f831219f-989d-48b3-9d95-3eaaf88101f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:12.028961 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-f831219f-989d-48b3-9d95-3eaaf88101f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:12.033121 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-f831219f-989d-48b3-9d95-3eaaf88101f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:12.033893 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-f831219f-989d-48b3-9d95-3eaaf88101f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133803058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-134174639'] for router_interface, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:12.111176 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f831219f-989d-48b3-9d95-3eaaf88101f7 admin admin] Pushing event updated for resources: {'Port': ['ID=ecb305f0-085c-456e-8d06-a05ff366fa70,revision_number=2']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:22:12.157149 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f831219f-989d-48b3-9d95-3eaaf88101f7 admin admin] Network 3eac02fa-98aa-407c-87d8-c72271996c5c is already hosted by enough agents. {{(pid=93315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:22:12.158405 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.base_scheduler [None req-f831219f-989d-48b3-9d95-3eaaf88101f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:22:12.318214 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f831219f-989d-48b3-9d95-3eaaf88101f7 admin admin] Router 7e7df30b-088a-4024-887a-adae673eb9ed is scheduled to L3 agent c7f5eca1-6939-476e-9546-e5f0f7bb2dc8 with binding_index 1 {{(pid=93315) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 11:22:12.343010 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-32bb36b3-7b12-44b5-9b09-d0fc01d3486a None None] Provisioning complete for port ecb305f0-085c-456e-8d06-a05ff366fa70 triggered by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:22:12.343381 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-32bb36b3-7b12-44b5-9b09-d0fc01d3486a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:12.376940 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-32bb36b3-7b12-44b5-9b09-d0fc01d3486a None None] Port ecb305f0-085c-456e-8d06-a05ff366fa70 cannot update to ACTIVE because it is not bound. {{(pid=93317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 11:22:12.412888 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f831219f-989d-48b3-9d95-3eaaf88101f7 admin admin] Notify agent at l3_agent.dv-cinder-792800-5-iscsi the message routers_updated {{(pid=93315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 11:22:12.418638 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-f831219f-989d-48b3-9d95-3eaaf88101f7 admin admin] 10.222.0.24 "PUT /v2.0/routers/7e7df30b-088a-4024-887a-adae673eb9ed/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7892847 Aug 10 11:22:12.424646 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d557ccb3-eef7-48e5-8e15-40f4000ca5e9 None None] Sync routers for ids ['7e7df30b-088a-4024-887a-adae673eb9ed'] in dv-cinder-792800-5-iscsi {{(pid=93318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 11:22:12.436066 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d557ccb3-eef7-48e5-8e15-40f4000ca5e9 None None] Routers {'7e7df30b-088a-4024-887a-adae673eb9ed'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:22:12.436871 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-d557ccb3-eef7-48e5-8e15-40f4000ca5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:22:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['7e7df30b-088a-4024-887a-adae673eb9ed'], 'active': True} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:22:12.621055 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvr_db [None req-d557ccb3-eef7-48e5-8e15-40f4000ca5e9 None None] Set router 7e7df30b-088a-4024-887a-adae673eb9ed gateway port host: None {{(pid=93318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:22:13.055765 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-d557ccb3-eef7-48e5-8e15-40f4000ca5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7df30b-088a-4024-887a-adae673eb9ed', 'name': 'router1', 'tenant_id': '44f5725cac2b45e7acd20de1c6bf6b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:22:01Z', 'updated_at': '2021-08-10T11:22:11Z', 'revision_number': 2, 'project_id': '44f5725cac2b45e7acd20de1c6bf6b79', 'gw_port_host': None, '_interfaces': [{'id': 'ecb305f0-085c-456e-8d06-a05ff366fa70', 'name': '', 'network_id': '3eac02fa-98aa-407c-87d8-c72271996c5c', 'tenant_id': '44f5725cac2b45e7acd20de1c6bf6b79', 'mac_address': 'fa:16:3e:70:46:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7df30b-088a-4024-887a-adae673eb9ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aa083a41-7ca8-4716-82c6-54de3fa0595c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:22:10Z', 'updated_at': '2021-08-10T11:22:11Z', 'revision_number': 2, 'project_id': '44f5725cac2b45e7acd20de1c6bf6b79', 'subnets': [{'id': 'aa083a41-7ca8-4716-82c6-54de3fa0595c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce7e95b1-b3d0-4663-b3e4-d24b5fe1e721'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:22:13.107263 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d557ccb3-eef7-48e5-8e15-40f4000ca5e9 None None] Checking router: 7e7df30b-088a-4024-887a-adae673eb9ed for host: dv-cinder-792800-5-iscsi {{(pid=93318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 11:22:13.107639 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d557ccb3-eef7-48e5-8e15-40f4000ca5e9 None None] Updating router 7e7df30b-088a-4024-887a-adae673eb9ed port ecb305f0-085c-456e-8d06-a05ff366fa70 binding host dv-cinder-792800-5-iscsi {{(pid=93318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 11:22:13.158204 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-d557ccb3-eef7-48e5-8e15-40f4000ca5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:13.684219 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-d557ccb3-eef7-48e5-8e15-40f4000ca5e9 None None] Notify callbacks [] for port, precommit_update {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:13.703830 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.provisioning_blocks [None req-d557ccb3-eef7-48e5-8e15-40f4000ca5e9 None None] Transition to ACTIVE for port object ecb305f0-085c-456e-8d06-a05ff366fa70 will not be triggered until provisioned by entity L2. {{(pid=93318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:22:13.712207 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-d557ccb3-eef7-48e5-8e15-40f4000ca5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:13.878699 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6905435-7c33-421f-8a68-8ed7e9360d54 None None] Pushing event updated for resources: {'Port': ['ID=ecb305f0-085c-456e-8d06-a05ff366fa70,revision_number=3']} {{(pid=93318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:22:13.888461 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.managers [None req-d557ccb3-eef7-48e5-8e15-40f4000ca5e9 None None] Attempting to bind port ecb305f0-085c-456e-8d06-a05ff366fa70 on host dv-cinder-792800-5-iscsi for vnic_type normal with profile {{(pid=93318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:22:13.888888 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.managers [None req-d557ccb3-eef7-48e5-8e15-40f4000ca5e9 None None] Attempting to bind port ecb305f0-085c-456e-8d06-a05ff366fa70 by drivers openvswitch,hyperv on host dv-cinder-792800-5-iscsi at level 0 using segments [{'id': '43a02ee5-02c6-4597-8b65-71b78f23ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3eac02fa-98aa-407c-87d8-c72271996c5c'}] {{(pid=93318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:22:13.889319 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d557ccb3-eef7-48e5-8e15-40f4000ca5e9 None None] Attempting to bind port ecb305f0-085c-456e-8d06-a05ff366fa70 on network 3eac02fa-98aa-407c-87d8-c72271996c5c {{(pid=93318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:22:13.892081 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6905435-7c33-421f-8a68-8ed7e9360d54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:22:13.892429 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6905435-7c33-421f-8a68-8ed7e9360d54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:22:13.892799 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6905435-7c33-421f-8a68-8ed7e9360d54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:22:13.893130 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6905435-7c33-421f-8a68-8ed7e9360d54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:22:13.893459 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6905435-7c33-421f-8a68-8ed7e9360d54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:22:13.893789 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6905435-7c33-421f-8a68-8ed7e9360d54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:22:13.894115 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6905435-7c33-421f-8a68-8ed7e9360d54 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:22:13.894438 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6905435-7c33-421f-8a68-8ed7e9360d54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:22:13.894769 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6905435-7c33-421f-8a68-8ed7e9360d54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:22:13.895089 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6905435-7c33-421f-8a68-8ed7e9360d54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:22:13.895408 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6905435-7c33-421f-8a68-8ed7e9360d54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:22:13.895724 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6905435-7c33-421f-8a68-8ed7e9360d54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:22:13.896880 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6905435-7c33-421f-8a68-8ed7e9360d54 None None] Tracked resource versions report: Aug 10 11:22:13.896880 dv-cinder-792800-5-iscsi neutron-server[93318]: pushed versions: Aug 10 11:22:13.896880 dv-cinder-792800-5-iscsi neutron-server[93318]: { 'AddressGroup': {'1.2'}, Aug 10 11:22:13.896880 dv-cinder-792800-5-iscsi neutron-server[93318]: 'ConntrackHelper': {'1.0'}, Aug 10 11:22:13.896880 dv-cinder-792800-5-iscsi neutron-server[93318]: 'Log': {'1.0'}, Aug 10 11:22:13.896880 dv-cinder-792800-5-iscsi neutron-server[93318]: 'Network': {'1.1'}, Aug 10 11:22:13.896880 dv-cinder-792800-5-iscsi neutron-server[93318]: 'Port': {'1.7'}, Aug 10 11:22:13.896880 dv-cinder-792800-5-iscsi neutron-server[93318]: 'PortForwarding': {'1.2'}, Aug 10 11:22:13.896880 dv-cinder-792800-5-iscsi neutron-server[93318]: 'QosPolicy': {'1.9'}, Aug 10 11:22:13.896880 dv-cinder-792800-5-iscsi neutron-server[93318]: 'SecurityGroup': {'1.4'}, Aug 10 11:22:13.896880 dv-cinder-792800-5-iscsi neutron-server[93318]: 'SecurityGroupRule': {'1.2'}, Aug 10 11:22:13.896880 dv-cinder-792800-5-iscsi neutron-server[93318]: 'SubPort': {'1.0'}, Aug 10 11:22:13.896880 dv-cinder-792800-5-iscsi neutron-server[93318]: 'Subnet': {'1.1'}, Aug 10 11:22:13.896880 dv-cinder-792800-5-iscsi neutron-server[93318]: 'Trunk': {'1.1'}} Aug 10 11:22:13.896880 dv-cinder-792800-5-iscsi neutron-server[93318]: consumer versions: Aug 10 11:22:13.896880 dv-cinder-792800-5-iscsi neutron-server[93318]: { DHCP agent@dv-cinder-792800-5-iscsi: {}, Aug 10 11:22:13.896880 dv-cinder-792800-5-iscsi neutron-server[93318]: L3 agent@dv-cinder-792800-5-iscsi: {}, Aug 10 11:22:13.896880 dv-cinder-792800-5-iscsi neutron-server[93318]: Metadata agent@dv-cinder-792800-5-iscsi: {}, Aug 10 11:22:13.896880 dv-cinder-792800-5-iscsi neutron-server[93318]: Metering agent@dv-cinder-792800-5-iscsi: {}, Aug 10 11:22:13.896880 dv-cinder-792800-5-iscsi neutron-server[93318]: Open vSwitch agent@dv-cinder-792800-5-iscsi: { 'AddressGroup': '1.2', Aug 10 11:22:13.896880 dv-cinder-792800-5-iscsi neutron-server[93318]: 'ConntrackHelper': '1.0', Aug 10 11:22:13.896880 dv-cinder-792800-5-iscsi neutron-server[93318]: 'Log': '1.0', Aug 10 11:22:13.896880 dv-cinder-792800-5-iscsi neutron-server[93318]: 'Network': '1.1', Aug 10 11:22:13.896880 dv-cinder-792800-5-iscsi neutron-server[93318]: 'Port': '1.7', Aug 10 11:22:13.896880 dv-cinder-792800-5-iscsi neutron-server[93318]: 'PortForwarding': '1.2', Aug 10 11:22:13.896880 dv-cinder-792800-5-iscsi neutron-server[93318]: 'QosPolicy': '1.9', Aug 10 11:22:13.896880 dv-cinder-792800-5-iscsi neutron-server[93318]: 'SecurityGroup': '1.4', Aug 10 11:22:13.896880 dv-cinder-792800-5-iscsi neutron-server[93318]: 'SecurityGroupRule': '1.2', Aug 10 11:22:13.896880 dv-cinder-792800-5-iscsi neutron-server[93318]: 'SubPort': '1.0', Aug 10 11:22:13.896880 dv-cinder-792800-5-iscsi neutron-server[93318]: 'Subnet': '1.1', Aug 10 11:22:13.896880 dv-cinder-792800-5-iscsi neutron-server[93318]: 'Trunk': '1.1'}} Aug 10 11:22:13.896880 dv-cinder-792800-5-iscsi neutron-server[93318]: {{(pid=93318) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 11:22:13.907874 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d557ccb3-eef7-48e5-8e15-40f4000ca5e9 None None] Checking agent: {'id': '7e56837d-5a68-4d8c-918f-73dada8ac547', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 21, 37), 'started_at': datetime.datetime(2021, 8, 10, 11, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:22:13.908287 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d557ccb3-eef7-48e5-8e15-40f4000ca5e9 None None] Checking segment: {'id': '43a02ee5-02c6-4597-8b65-71b78f23ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3eac02fa-98aa-407c-87d8-c72271996c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:22:13.909303 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-d557ccb3-eef7-48e5-8e15-40f4000ca5e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:13.909303 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d557ccb3-eef7-48e5-8e15-40f4000ca5e9 None None] Bound using segment: {'id': '43a02ee5-02c6-4597-8b65-71b78f23ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3eac02fa-98aa-407c-87d8-c72271996c5c'} {{(pid=93318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:22:13.909690 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.managers [None req-d557ccb3-eef7-48e5-8e15-40f4000ca5e9 None None] Bound port: ecb305f0-085c-456e-8d06-a05ff366fa70, host: dv-cinder-792800-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43a02ee5-02c6-4597-8b65-71b78f23ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3eac02fa-98aa-407c-87d8-c72271996c5c'}}] {{(pid=93318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:22:13.910275 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-d557ccb3-eef7-48e5-8e15-40f4000ca5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:13.981488 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.db [None req-d557ccb3-eef7-48e5-8e15-40f4000ca5e9 None None] For port ecb305f0-085c-456e-8d06-a05ff366fa70, host dv-cinder-792800-5-iscsi, cleared binding levels {{(pid=93318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:22:14.008070 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.db [None req-d557ccb3-eef7-48e5-8e15-40f4000ca5e9 None None] For port ecb305f0-085c-456e-8d06-a05ff366fa70, host dv-cinder-792800-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=ecb305f0-085c-456e-8d06-a05ff366fa70,segment=NetworkSegment(43a02ee5-02c6-4597-8b65-71b78f23ff16),segment_id=43a02ee5-02c6-4597-8b65-71b78f23ff16)] {{(pid=93318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:22:14.013953 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-d557ccb3-eef7-48e5-8e15-40f4000ca5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:14.072768 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6905435-7c33-421f-8a68-8ed7e9360d54 None None] Pushing event updated for resources: {'Port': ['ID=ecb305f0-085c-456e-8d06-a05ff366fa70,revision_number=4']} {{(pid=93318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:22:14.083502 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d557ccb3-eef7-48e5-8e15-40f4000ca5e9 None None] Routers {'7e7df30b-088a-4024-887a-adae673eb9ed'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:22:14.084174 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-d557ccb3-eef7-48e5-8e15-40f4000ca5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:22:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['7e7df30b-088a-4024-887a-adae673eb9ed'], 'active': True} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:22:14.179057 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvr_db [None req-d557ccb3-eef7-48e5-8e15-40f4000ca5e9 None None] Set router 7e7df30b-088a-4024-887a-adae673eb9ed gateway port host: None {{(pid=93318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:22:14.403947 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-d557ccb3-eef7-48e5-8e15-40f4000ca5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7df30b-088a-4024-887a-adae673eb9ed', 'name': 'router1', 'tenant_id': '44f5725cac2b45e7acd20de1c6bf6b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:22:01Z', 'updated_at': '2021-08-10T11:22:11Z', 'revision_number': 2, 'project_id': '44f5725cac2b45e7acd20de1c6bf6b79', 'gw_port_host': None, '_interfaces': [{'id': 'ecb305f0-085c-456e-8d06-a05ff366fa70', 'name': '', 'network_id': '3eac02fa-98aa-407c-87d8-c72271996c5c', 'tenant_id': '44f5725cac2b45e7acd20de1c6bf6b79', 'mac_address': 'fa:16:3e:70:46:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7df30b-088a-4024-887a-adae673eb9ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aa083a41-7ca8-4716-82c6-54de3fa0595c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:22:10Z', 'updated_at': '2021-08-10T11:22:13Z', 'revision_number': 4, 'project_id': '44f5725cac2b45e7acd20de1c6bf6b79', 'subnets': [{'id': 'aa083a41-7ca8-4716-82c6-54de3fa0595c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce7e95b1-b3d0-4663-b3e4-d24b5fe1e721'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:22:14.431345 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d557ccb3-eef7-48e5-8e15-40f4000ca5e9 None None] The sync data for ids ['7e7df30b-088a-4024-887a-adae673eb9ed'] in dv-cinder-792800-5-iscsi is: [{'id': '7e7df30b-088a-4024-887a-adae673eb9ed', 'name': 'router1', 'tenant_id': '44f5725cac2b45e7acd20de1c6bf6b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:22:01Z', 'updated_at': '2021-08-10T11:22:11Z', 'revision_number': 2, 'project_id': '44f5725cac2b45e7acd20de1c6bf6b79', 'gw_port_host': None, '_interfaces': [{'id': 'ecb305f0-085c-456e-8d06-a05ff366fa70', 'name': '', 'network_id': '3eac02fa-98aa-407c-87d8-c72271996c5c', 'tenant_id': '44f5725cac2b45e7acd20de1c6bf6b79', 'mac_address': 'fa:16:3e:70:46:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7df30b-088a-4024-887a-adae673eb9ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aa083a41-7ca8-4716-82c6-54de3fa0595c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:22:10Z', 'updated_at': '2021-08-10T11:22:13Z', 'revision_number': 4, 'project_id': '44f5725cac2b45e7acd20de1c6bf6b79', 'subnets': [{'id': 'aa083a41-7ca8-4716-82c6-54de3fa0595c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce7e95b1-b3d0-4663-b3e4-d24b5fe1e721'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 11:22:14.637994 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 45930) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:22:14.758702 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ff2c6c-8947-416a-baad-5adb45744b69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:22:14.760063 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-90ff2c6c-8947-416a-baad-5adb45744b69 admin admin] 10.222.0.24 "GET /v2.0/networks/5acaf353-3f61-4dec-9325-b74ab1b31d79 HTTP/1.1" status: 200 len: 842 time: 0.1207409 Aug 10 11:22:14.770376 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [None req-ee8d2fd8-ef00-438b-8e00-ec308d899870 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'ip_version': 4, 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:22:14.796935 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8d2fd8-ef00-438b-8e00-ec308d899870 admin admin] Made reservation on behalf of 48c0b92edb7c4ecdaa4e2be53e432e8d for: {'subnet': 1} {{(pid=93315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:22:14.799381 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-ee8d2fd8-ef00-438b-8e00-ec308d899870 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:15.123127 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.objects.ports [None req-ee8d2fd8-ef00-438b-8e00-ec308d899870 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93315) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 11:22:15.123580 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-ee8d2fd8-ef00-438b-8e00-ec308d899870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134105691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008'] for subnet, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:15.173531 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d2fd8-ef00-438b-8e00-ec308d899870 admin admin] Pushing event updated for resources: {'Subnet': ['ID=161344f3-be79-4209-8149-4c1c277e8dc7,revision_number=0']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:22:15.189903 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8d2fd8-ef00-438b-8e00-ec308d899870 admin admin] Checking segment: {'id': 'f70d9b94-9741-4a97-8751-b62ba7cc47d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:22:15.190277 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8d2fd8-ef00-438b-8e00-ec308d899870 admin admin] Network hostable DHCP agents. Network: 5acaf353-3f61-4dec-9325-b74ab1b31d79, hostable agents: ['0b3fe0ed-30c0-4c64-a4f4-6f12777a422c'], hosted agents: [] {{(pid=93315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 11:22:15.212446 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8d2fd8-ef00-438b-8e00-ec308d899870 admin admin] Network 5acaf353-3f61-4dec-9325-b74ab1b31d79 is scheduled to be hosted by DHCP agent 0b3fe0ed-30c0-4c64-a4f4-6f12777a422c with binding_index 1 {{(pid=93315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 11:22:15.223621 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.base_scheduler [None req-ee8d2fd8-ef00-438b-8e00-ec308d899870 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-5-iscsi, 5acaf353-3f61-4dec-9325-b74ab1b31d79) {{(pid=93315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:22:15.227633 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8d2fd8-ef00-438b-8e00-ec308d899870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:22:15.228253 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-ee8d2fd8-ef00-438b-8e00-ec308d899870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for subnet, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:15.233166 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212c0044-f658-446f-9ee6-a0be62958f70 None None] Network 5acaf353-3f61-4dec-9325-b74ab1b31d79 requested from dv-cinder-792800-5-iscsi {{(pid=93317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:22:15.246743 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-ee8d2fd8-ef00-438b-8e00-ec308d899870 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4799390 Aug 10 11:22:15.384630 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8e3188-3f8f-4e5b-90d1-a5b45a9413d9 None None] Network 5acaf353-3f61-4dec-9325-b74ab1b31d79 requested from dv-cinder-792800-5-iscsi {{(pid=93317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:22:17.558748 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 45938) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:22:17.770934 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-5d35ee1a-c5b3-4745-95f5-e7f148738f90 admin admin] 10.222.0.24 "GET /v2.0/routers/7e7df30b-088a-4024-887a-adae673eb9ed HTTP/1.1" status: 200 len: 710 time: 0.2109571 Aug 10 11:22:17.863937 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d91f638-529a-411d-8857-bdbf5d0b0f2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:22:17.871148 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-8d91f638-529a-411d-8857-bdbf5d0b0f2d admin admin] 10.222.0.24 "GET /v2.0/networks/5acaf353-3f61-4dec-9325-b74ab1b31d79 HTTP/1.1" status: 200 len: 886 time: 0.0888276 Aug 10 11:22:17.875558 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [None req-165b9ab6-13d7-4011-a77b-71a3e9b05f43 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'}}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:22:18.129710 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-165b9ab6-13d7-4011-a77b-71a3e9b05f43 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:18.377897 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-165b9ab6-13d7-4011-a77b-71a3e9b05f43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:18.452055 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-165b9ab6-13d7-4011-a77b-71a3e9b05f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:18.625726 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.db_base_plugin_common [None req-165b9ab6-13d7-4011-a77b-71a3e9b05f43 admin admin] Allocated IP 172.27.1.209 (5acaf353-3f61-4dec-9325-b74ab1b31d79/161344f3-be79-4209-8149-4c1c277e8dc7/5b913cde-08f2-4e67-82a5-01eea29471e5) {{(pid=93315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:22:18.774317 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-165b9ab6-13d7-4011-a77b-71a3e9b05f43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:18.821613 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-165b9ab6-13d7-4011-a77b-71a3e9b05f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036'] for port, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:18.861205 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165b9ab6-13d7-4011-a77b-71a3e9b05f43 admin admin] Network 5acaf353-3f61-4dec-9325-b74ab1b31d79 is already hosted by enough agents. {{(pid=93315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:22:18.866462 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.base_scheduler [None req-165b9ab6-13d7-4011-a77b-71a3e9b05f43 admin admin] Resources bound (agent type, host, resource id): {{(pid=93315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:22:18.870489 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165b9ab6-13d7-4011-a77b-71a3e9b05f43 admin admin] Received port after_create {{(pid=93315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:22:18.907714 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b9ab6-13d7-4011-a77b-71a3e9b05f43 admin admin] Pushing event updated for resources: {'Port': ['ID=5b913cde-08f2-4e67-82a5-01eea29471e5,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:22:19.137799 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-165b9ab6-13d7-4011-a77b-71a3e9b05f43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:19.421291 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-165b9ab6-13d7-4011-a77b-71a3e9b05f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-134149637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-134123092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-507828'] for router, precommit_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:19.424739 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-165b9ab6-13d7-4011-a77b-71a3e9b05f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-134149864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-134149886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-134149879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-134123085'] for router, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:19.536744 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-165b9ab6-13d7-4011-a77b-71a3e9b05f43 admin admin] Router 7e7df30b-088a-4024-887a-adae673eb9ed has already been hosted by L3 agent c7f5eca1-6939-476e-9546-e5f0f7bb2dc8 {{(pid=93315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 11:22:19.650385 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165b9ab6-13d7-4011-a77b-71a3e9b05f43 admin admin] Notify agent at l3_agent.dv-cinder-792800-5-iscsi the message routers_updated {{(pid=93315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 11:22:19.654980 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-165b9ab6-13d7-4011-a77b-71a3e9b05f43 admin admin] Notify callbacks [] for router, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:19.656023 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-165b9ab6-13d7-4011-a77b-71a3e9b05f43 admin admin] 10.222.0.24 "PUT /v2.0/routers/7e7df30b-088a-4024-887a-adae673eb9ed HTTP/1.1" status: 200 len: 890 time: 1.7841291 Aug 10 11:22:20.947066 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647f05db-4327-40b9-887c-f9c6dfe0682d None None] Sync routers for ids ['7e7df30b-088a-4024-887a-adae673eb9ed'] in dv-cinder-792800-5-iscsi {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 11:22:20.958010 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647f05db-4327-40b9-887c-f9c6dfe0682d None None] Routers {'7e7df30b-088a-4024-887a-adae673eb9ed'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:22:20.958703 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-647f05db-4327-40b9-887c-f9c6dfe0682d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:22:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['7e7df30b-088a-4024-887a-adae673eb9ed'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:22:21.100623 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device ecb305f0-085c-456e-8d06-a05ff366fa70 up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:22:21.284091 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-647f05db-4327-40b9-887c-f9c6dfe0682d None None] Set router 7e7df30b-088a-4024-887a-adae673eb9ed gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:22:21.348065 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning for port ecb305f0-085c-456e-8d06-a05ff366fa70 completed by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:22:21.358218 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port ecb305f0-085c-456e-8d06-a05ff366fa70 triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:22:21.358455 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:21.677859 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:21.754259 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] For port ecb305f0-085c-456e-8d06-a05ff366fa70, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=ecb305f0-085c-456e-8d06-a05ff366fa70,segment=NetworkSegment(43a02ee5-02c6-4597-8b65-71b78f23ff16),segment_id=43a02ee5-02c6-4597-8b65-71b78f23ff16)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:22:21.762624 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:21.848572 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Pushing event updated for resources: {'Port': ['ID=ecb305f0-085c-456e-8d06-a05ff366fa70,revision_number=5']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:22:21.854374 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-647f05db-4327-40b9-887c-f9c6dfe0682d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7df30b-088a-4024-887a-adae673eb9ed', 'name': 'router1', 'tenant_id': '44f5725cac2b45e7acd20de1c6bf6b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '5b913cde-08f2-4e67-82a5-01eea29471e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:22:01Z', 'updated_at': '2021-08-10T11:22:18Z', 'revision_number': 4, 'project_id': '44f5725cac2b45e7acd20de1c6bf6b79', 'gw_port': {'id': '5b913cde-08f2-4e67-82a5-01eea29471e5', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:78:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7df30b-088a-4024-887a-adae673eb9ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:22:18Z', 'updated_at': '2021-08-10T11:22:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': 'ecb305f0-085c-456e-8d06-a05ff366fa70', 'name': '', 'network_id': '3eac02fa-98aa-407c-87d8-c72271996c5c', 'tenant_id': '44f5725cac2b45e7acd20de1c6bf6b79', 'mac_address': 'fa:16:3e:70:46:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7df30b-088a-4024-887a-adae673eb9ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aa083a41-7ca8-4716-82c6-54de3fa0595c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:22:10Z', 'updated_at': '2021-08-10T11:22:13Z', 'revision_number': 4, 'project_id': '44f5725cac2b45e7acd20de1c6bf6b79', 'subnets': [{'id': 'aa083a41-7ca8-4716-82c6-54de3fa0595c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce7e95b1-b3d0-4663-b3e4-d24b5fe1e721'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:22:21.905917 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647f05db-4327-40b9-887c-f9c6dfe0682d None None] Checking router: 7e7df30b-088a-4024-887a-adae673eb9ed for host: dv-cinder-792800-5-iscsi {{(pid=93317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 11:22:21.906279 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647f05db-4327-40b9-887c-f9c6dfe0682d None None] Updating router 7e7df30b-088a-4024-887a-adae673eb9ed port 5b913cde-08f2-4e67-82a5-01eea29471e5 binding host dv-cinder-792800-5-iscsi {{(pid=93317) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 11:22:21.960415 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-647f05db-4327-40b9-887c-f9c6dfe0682d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:22.083756 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 45950) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:22:22.207927 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-6a73f791-527d-4094-94bb-b25cfb8a5848 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1228943 Aug 10 11:22:22.326522 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-647f05db-4327-40b9-887c-f9c6dfe0682d None None] Notify callbacks [] for port, precommit_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:22.337849 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-647f05db-4327-40b9-887c-f9c6dfe0682d None None] Transition to ACTIVE for port object 5b913cde-08f2-4e67-82a5-01eea29471e5 will not be triggered until provisioned by entity L2. {{(pid=93317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:22:22.345790 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-647f05db-4327-40b9-887c-f9c6dfe0682d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:22.398927 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-647f05db-4327-40b9-887c-f9c6dfe0682d None None] Attempting to bind port 5b913cde-08f2-4e67-82a5-01eea29471e5 on host dv-cinder-792800-5-iscsi for vnic_type normal with profile {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:22:22.398927 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-647f05db-4327-40b9-887c-f9c6dfe0682d None None] Attempting to bind port 5b913cde-08f2-4e67-82a5-01eea29471e5 by drivers openvswitch,hyperv on host dv-cinder-792800-5-iscsi at level 0 using segments [{'id': 'f70d9b94-9741-4a97-8751-b62ba7cc47d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'}] {{(pid=93317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:22:22.399235 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647f05db-4327-40b9-887c-f9c6dfe0682d None None] Attempting to bind port 5b913cde-08f2-4e67-82a5-01eea29471e5 on network 5acaf353-3f61-4dec-9325-b74ab1b31d79 {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:22:22.407607 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26444250-5bb9-4da2-a3f5-5c2a207fc240 None None] Pushing event updated for resources: {'Port': ['ID=5b913cde-08f2-4e67-82a5-01eea29471e5,revision_number=2']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:22:22.410535 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647f05db-4327-40b9-887c-f9c6dfe0682d None None] Checking agent: {'id': '7e56837d-5a68-4d8c-918f-73dada8ac547', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 21, 37), 'started_at': datetime.datetime(2021, 8, 10, 11, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:22:22.410535 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647f05db-4327-40b9-887c-f9c6dfe0682d None None] Checking segment: {'id': 'f70d9b94-9741-4a97-8751-b62ba7cc47d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:22:22.410916 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-647f05db-4327-40b9-887c-f9c6dfe0682d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:22.411265 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647f05db-4327-40b9-887c-f9c6dfe0682d None None] Bound using segment: {'id': 'f70d9b94-9741-4a97-8751-b62ba7cc47d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'} {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:22:22.414652 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-647f05db-4327-40b9-887c-f9c6dfe0682d None None] Bound port: 5b913cde-08f2-4e67-82a5-01eea29471e5, host: dv-cinder-792800-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f70d9b94-9741-4a97-8751-b62ba7cc47d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'}}] {{(pid=93317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:22:22.414652 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-647f05db-4327-40b9-887c-f9c6dfe0682d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:22.472803 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-647f05db-4327-40b9-887c-f9c6dfe0682d None None] For port 5b913cde-08f2-4e67-82a5-01eea29471e5, host dv-cinder-792800-5-iscsi, cleared binding levels {{(pid=93317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:22:22.476602 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-647f05db-4327-40b9-887c-f9c6dfe0682d None None] For port 5b913cde-08f2-4e67-82a5-01eea29471e5, host dv-cinder-792800-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=5b913cde-08f2-4e67-82a5-01eea29471e5,segment=NetworkSegment(f70d9b94-9741-4a97-8751-b62ba7cc47d6),segment_id=f70d9b94-9741-4a97-8751-b62ba7cc47d6)] {{(pid=93317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:22:22.482771 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-647f05db-4327-40b9-887c-f9c6dfe0682d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:22.547052 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26444250-5bb9-4da2-a3f5-5c2a207fc240 None None] Pushing event updated for resources: {'Port': ['ID=5b913cde-08f2-4e67-82a5-01eea29471e5,revision_number=3']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:22:22.550423 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647f05db-4327-40b9-887c-f9c6dfe0682d None None] Routers {'7e7df30b-088a-4024-887a-adae673eb9ed'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:22:22.551117 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-647f05db-4327-40b9-887c-f9c6dfe0682d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:22:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['7e7df30b-088a-4024-887a-adae673eb9ed'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:22:22.756535 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-647f05db-4327-40b9-887c-f9c6dfe0682d None None] Set router 7e7df30b-088a-4024-887a-adae673eb9ed gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:22:22.980049 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-647f05db-4327-40b9-887c-f9c6dfe0682d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7df30b-088a-4024-887a-adae673eb9ed', 'name': 'router1', 'tenant_id': '44f5725cac2b45e7acd20de1c6bf6b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '5b913cde-08f2-4e67-82a5-01eea29471e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:22:01Z', 'updated_at': '2021-08-10T11:22:18Z', 'revision_number': 4, 'project_id': '44f5725cac2b45e7acd20de1c6bf6b79', 'gw_port': {'id': '5b913cde-08f2-4e67-82a5-01eea29471e5', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:78:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7df30b-088a-4024-887a-adae673eb9ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:22:18Z', 'updated_at': '2021-08-10T11:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': 'ecb305f0-085c-456e-8d06-a05ff366fa70', 'name': '', 'network_id': '3eac02fa-98aa-407c-87d8-c72271996c5c', 'tenant_id': '44f5725cac2b45e7acd20de1c6bf6b79', 'mac_address': 'fa:16:3e:70:46:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7df30b-088a-4024-887a-adae673eb9ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aa083a41-7ca8-4716-82c6-54de3fa0595c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:22:10Z', 'updated_at': '2021-08-10T11:22:21Z', 'revision_number': 5, 'project_id': '44f5725cac2b45e7acd20de1c6bf6b79', 'subnets': [{'id': 'aa083a41-7ca8-4716-82c6-54de3fa0595c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce7e95b1-b3d0-4663-b3e4-d24b5fe1e721'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:22:23.011530 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647f05db-4327-40b9-887c-f9c6dfe0682d None None] The sync data for ids ['7e7df30b-088a-4024-887a-adae673eb9ed'] in dv-cinder-792800-5-iscsi is: [{'id': '7e7df30b-088a-4024-887a-adae673eb9ed', 'name': 'router1', 'tenant_id': '44f5725cac2b45e7acd20de1c6bf6b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '5b913cde-08f2-4e67-82a5-01eea29471e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:22:01Z', 'updated_at': '2021-08-10T11:22:18Z', 'revision_number': 4, 'project_id': '44f5725cac2b45e7acd20de1c6bf6b79', 'gw_port': {'id': '5b913cde-08f2-4e67-82a5-01eea29471e5', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:78:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7df30b-088a-4024-887a-adae673eb9ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:22:18Z', 'updated_at': '2021-08-10T11:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': 'ecb305f0-085c-456e-8d06-a05ff366fa70', 'name': '', 'network_id': '3eac02fa-98aa-407c-87d8-c72271996c5c', 'tenant_id': '44f5725cac2b45e7acd20de1c6bf6b79', 'mac_address': 'fa:16:3e:70:46:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7df30b-088a-4024-887a-adae673eb9ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aa083a41-7ca8-4716-82c6-54de3fa0595c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:22:10Z', 'updated_at': '2021-08-10T11:22:21Z', 'revision_number': 5, 'project_id': '44f5725cac2b45e7acd20de1c6bf6b79', 'subnets': [{'id': 'aa083a41-7ca8-4716-82c6-54de3fa0595c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce7e95b1-b3d0-4663-b3e4-d24b5fe1e721'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 11:22:23.084717 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device ecb305f0-085c-456e-8d06-a05ff366fa70 up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:22:23.161520 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port ecb305f0-085c-456e-8d06-a05ff366fa70 triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:22:23.161520 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:25.082760 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 5b913cde-08f2-4e67-82a5-01eea29471e5 up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:22:25.134450 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning for port 5b913cde-08f2-4e67-82a5-01eea29471e5 completed by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:22:25.138101 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port 5b913cde-08f2-4e67-82a5-01eea29471e5 triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:22:25.138471 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:25.216943 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:25.248417 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] For port 5b913cde-08f2-4e67-82a5-01eea29471e5, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=5b913cde-08f2-4e67-82a5-01eea29471e5,segment=NetworkSegment(f70d9b94-9741-4a97-8751-b62ba7cc47d6),segment_id=f70d9b94-9741-4a97-8751-b62ba7cc47d6)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:22:25.253726 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:25.309038 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Pushing event updated for resources: {'Port': ['ID=5b913cde-08f2-4e67-82a5-01eea29471e5,revision_number=4']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:22:27.130918 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 5b913cde-08f2-4e67-82a5-01eea29471e5 up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:22:27.228198 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port 5b913cde-08f2-4e67-82a5-01eea29471e5 triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:22:27.228876 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:34.275992 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-1cb17288-bba5-47f4-b6c2-9ae7fc2a5075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:36.945580 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-d9ac071f-dafe-47f0-afba-73a28ab57f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:37.105123 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:37.864005 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-b3865e76-5392-4690-91e0-0d01f8cdc9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:39.726248 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-68530e51-c783-4460-a419-f96f34511541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:22:46.458427 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.agents_db [None req-cf88a1ba-3529-4992-9648-399914351393 None None] Agent healthcheck: found 5 active agents {{(pid=93318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 11:23:04.270507 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-6e338cca-d2bc-45e0-9dcf-d70b99fa94c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:23:06.947736 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-e3334c66-e1e3-4b8b-902b-378246a5d0b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:23:07.102061 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:23:07.853716 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-b3865e76-5392-4690-91e0-0d01f8cdc9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:23:09.720286 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-68530e51-c783-4460-a419-f96f34511541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:23:23.459800 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.agents_db [None req-cf88a1ba-3529-4992-9648-399914351393 None None] Agent healthcheck: found 5 active agents {{(pid=93318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 11:23:34.284861 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-1b209877-da3a-465d-b5de-2fe08273e010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:23:36.947188 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-a33cc36b-f0e0-4e04-8c9c-c46b94268155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:23:37.103265 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:23:37.862224 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-b3865e76-5392-4690-91e0-0d01f8cdc9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:23:39.713748 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-68530e51-c783-4460-a419-f96f34511541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:24:00.457983 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.agents_db [None req-cf88a1ba-3529-4992-9648-399914351393 None None] Agent healthcheck: found 5 active agents {{(pid=93318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 11:24:01.563561 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 46518) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:24:01.632004 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf7b7457-f7d5-4f23-9703-f531bf6f89d9 admin admin] GET failed (client error): The resource could not be found. Aug 10 11:24:01.633440 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-cf7b7457-f7d5-4f23-9703-f531bf6f89d9 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0689018 Aug 10 11:24:01.823031 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560c918e-a8ba-46c5-9337-b8950e6d8b04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:24:01.824696 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-560c918e-a8ba-46c5-9337-b8950e6d8b04 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1850967 Aug 10 11:24:04.100436 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 46528) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:24:04.217301 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb6fcef-615d-409b-83e8-ec41c9a0097d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:24:04.219168 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-5fb6fcef-615d-409b-83e8-ec41c9a0097d admin admin] 10.222.0.24 "GET /v2.0/subnets/aa083a41-7ca8-4716-82c6-54de3fa0595c HTTP/1.1" status: 200 len: 849 time: 0.1176274 Aug 10 11:24:04.229197 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [None req-1f7b39b2-e689-498c-b303-2ad7b45d93e8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:24:04.277174 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-4a77946d-55d7-46f7-b9d1-f6a38bb5fe5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:24:04.317023 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-1f7b39b2-e689-498c-b303-2ad7b45d93e8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:24:04.477532 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-1f7b39b2-e689-498c-b303-2ad7b45d93e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134105691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778040883348'] for subnet, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:24:04.509516 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7b39b2-e689-498c-b303-2ad7b45d93e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:24:04.510150 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-1f7b39b2-e689-498c-b303-2ad7b45d93e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for subnet, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:24:04.511475 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-1f7b39b2-e689-498c-b303-2ad7b45d93e8 admin admin] 10.222.0.24 "PUT /v2.0/subnets/aa083a41-7ca8-4716-82c6-54de3fa0595c HTTP/1.1" status: 200 len: 868 time: 0.2862484 Aug 10 11:24:04.533368 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b39b2-e689-498c-b303-2ad7b45d93e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa083a41-7ca8-4716-82c6-54de3fa0595c,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:24:04.534661 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cff3ba-e4c8-4a78-b69c-233ae40521cc None None] Network 3eac02fa-98aa-407c-87d8-c72271996c5c requested from dv-cinder-792800-5-iscsi {{(pid=93317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:24:04.540797 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7b39b2-e689-498c-b303-2ad7b45d93e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:24:04.541185 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7b39b2-e689-498c-b303-2ad7b45d93e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:24:04.541541 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7b39b2-e689-498c-b303-2ad7b45d93e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:24:04.541886 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7b39b2-e689-498c-b303-2ad7b45d93e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:24:04.542224 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7b39b2-e689-498c-b303-2ad7b45d93e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:24:04.542582 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7b39b2-e689-498c-b303-2ad7b45d93e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:24:04.542930 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7b39b2-e689-498c-b303-2ad7b45d93e8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:24:04.543266 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7b39b2-e689-498c-b303-2ad7b45d93e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:24:04.543617 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7b39b2-e689-498c-b303-2ad7b45d93e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:24:04.543954 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7b39b2-e689-498c-b303-2ad7b45d93e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:24:04.544289 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7b39b2-e689-498c-b303-2ad7b45d93e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:24:04.544662 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7b39b2-e689-498c-b303-2ad7b45d93e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:24:05.018916 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-a75915aa-6e7c-4eaa-9089-664489887351 None None] Provisioning complete for port a7238a27-5a27-4c76-9ab2-e70f9ac992af triggered by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:24:05.019312 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-a75915aa-6e7c-4eaa-9089-664489887351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:24:05.151172 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-a75915aa-6e7c-4eaa-9089-664489887351 None None] Provisioning complete for port ecb305f0-085c-456e-8d06-a05ff366fa70 triggered by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:24:05.151779 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-a75915aa-6e7c-4eaa-9089-664489887351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:24:06.738236 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 46538) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:24:06.946060 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-edf99470-bedf-4a31-8b10-bb6c755d23ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:24:06.965518 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d649cf7-84ff-4bcf-89bf-8bd40709d491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:24:06.966001 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d649cf7-84ff-4bcf-89bf-8bd40709d491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:24:06.967651 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-2d649cf7-84ff-4bcf-89bf-8bd40709d491 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2284040 Aug 10 11:24:07.096346 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:24:07.856144 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-b3865e76-5392-4690-91e0-0d01f8cdc9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:24:09.189123 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 46546) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:24:09.412259 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9993df-6611-477a-8f24-7226af7d5aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:24:09.412783 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9993df-6611-477a-8f24-7226af7d5aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:24:09.414417 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-0a9993df-6611-477a-8f24-7226af7d5aa0 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2241843 Aug 10 11:24:09.710647 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-68530e51-c783-4460-a419-f96f34511541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:24:11.703978 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 46554) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:24:11.849330 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f158452-b489-4b4f-88cc-96b4f1855dac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:24:11.850772 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-2f158452-b489-4b4f-88cc-96b4f1855dac admin admin] 10.222.0.24 "GET /v2.0/networks/3eac02fa-98aa-407c-87d8-c72271996c5c HTTP/1.1" status: 200 len: 869 time: 0.1457314 Aug 10 11:24:14.065037 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 46562) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:24:14.208026 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f52119b-75d8-42f0-acb1-c28b91ac288e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:24:14.209490 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-7f52119b-75d8-42f0-acb1-c28b91ac288e admin admin] 10.222.0.24 "GET /v2.0/networks/5acaf353-3f61-4dec-9325-b74ab1b31d79 HTTP/1.1" status: 200 len: 886 time: 0.1433923 Aug 10 11:24:16.424014 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 46570) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:24:16.593171 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7f58ff-9618-48ab-97cf-7ea5ab86b2cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:24:16.593630 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7f58ff-9618-48ab-97cf-7ea5ab86b2cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:24:16.595186 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-eb7f58ff-9618-48ab-97cf-7ea5ab86b2cf admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1696289 Aug 10 11:24:18.792330 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 46578) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:24:18.889944 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922df6dd-f88d-4deb-a037-a29873839ff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:24:18.890407 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922df6dd-f88d-4deb-a037-a29873839ff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:24:18.891997 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-922df6dd-f88d-4deb-a037-a29873839ff2 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0985525 Aug 10 11:24:21.108313 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 46586) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:24:21.199744 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c402f70-6599-49ff-9502-1fa2f92c5d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:24:21.201159 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-1c402f70-6599-49ff-9502-1fa2f92c5d04 admin admin] 10.222.0.24 "GET /v2.0/subnets/161344f3-be79-4209-8149-4c1c277e8dc7 HTTP/1.1" status: 200 len: 816 time: 0.0918739 Aug 10 11:24:23.399740 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 46594) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:24:23.493002 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a025ad7e-f3da-4465-85f2-c62747429a21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:24:23.494374 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-a025ad7e-f3da-4465-85f2-c62747429a21 admin admin] 10.222.0.24 "GET /v2.0/subnets/aa083a41-7ca8-4716-82c6-54de3fa0595c HTTP/1.1" status: 200 len: 868 time: 0.0936682 Aug 10 11:24:34.278892 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-7807e796-717a-425f-bcb7-fded7b818680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:24:36.937669 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-a50dac9c-e8f1-4861-ab96-68f0484cbe1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:24:37.099353 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:24:37.457191 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.agents_db [None req-cf88a1ba-3529-4992-9648-399914351393 None None] Agent healthcheck: found 5 active agents {{(pid=93318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 11:24:37.858250 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-b3865e76-5392-4690-91e0-0d01f8cdc9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:24:39.715443 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-68530e51-c783-4460-a419-f96f34511541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:24:49.186771 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 46648) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:24:49.239053 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [None req-b07ddabf-2308-46be-80c8-fd05097ca80d admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 11:24:49.240094 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-b07ddabf-2308-46be-80c8-fd05097ca80d admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0523646 Aug 10 11:24:51.507157 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 46656) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:24:51.567824 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dd9cfa5-bda5-4af1-89e6-02596a907ece admin admin] GET failed (client error): The resource could not be found. Aug 10 11:24:51.569174 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-9dd9cfa5-bda5-4af1-89e6-02596a907ece admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0610762 Aug 10 11:24:51.656118 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b7768a-052e-4cee-ae97-a1e3c0619e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:24:51.657557 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-54b7768a-052e-4cee-ae97-a1e3c0619e9d admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0839500 Aug 10 11:24:53.862932 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 46664) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:24:53.910884 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-8a0a8984-d438-45f2-947f-95c21d86386c admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:24:53.934452 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0a8984-d438-45f2-947f-95c21d86386c admin admin] Made reservation on behalf of 48c0b92edb7c4ecdaa4e2be53e432e8d for: {'network': 1} {{(pid=93316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:24:53.937048 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-8a0a8984-d438-45f2-947f-95c21d86386c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for network, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:24:53.980059 dv-cinder-792800-5-iscsi neutron-server[93316]: WARNING neutron.services.revisions.revision_plugin [None req-8a0a8984-d438-45f2-947f-95c21d86386c admin admin] Could not find related network for resource to bump revision. Aug 10 11:24:53.999691 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a0a8984-d438-45f2-947f-95c21d86386c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=93316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 11:24:54.014217 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-8a0a8984-d438-45f2-947f-95c21d86386c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778041053543', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462'] for segment, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:24:54.014782 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-8a0a8984-d438-45f2-947f-95c21d86386c admin admin] Unsubscribe: segment precommit_create {{(pid=93316) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 10 11:24:54.015260 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.db.segments_db [None req-8a0a8984-d438-45f2-947f-95c21d86386c admin admin] Added segment 69a7cce0-7e34-4449-80ae-9731d5431519 of type vlan for network b6c9b55f-9095-4382-ae50-339152450896 Aug 10 11:24:54.066695 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-8a0a8984-d438-45f2-947f-95c21d86386c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778040477516'] for network, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:24:54.110266 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-8a0a8984-d438-45f2-947f-95c21d86386c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008'] for network, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:24:54.111319 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0a8984-d438-45f2-947f-95c21d86386c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:24:54.112122 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-8a0a8984-d438-45f2-947f-95c21d86386c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for network, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:24:54.192792 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-8a0a8984-d438-45f2-947f-95c21d86386c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3287444 Aug 10 11:24:54.213453 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a8984-d438-45f2-947f-95c21d86386c admin admin] Pushing event updated for resources: {'Network': ['ID=b6c9b55f-9095-4382-ae50-339152450896,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:24:54.224171 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a8984-d438-45f2-947f-95c21d86386c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:24:54.224565 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a8984-d438-45f2-947f-95c21d86386c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:24:54.225045 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a8984-d438-45f2-947f-95c21d86386c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:24:54.225419 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a8984-d438-45f2-947f-95c21d86386c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:24:54.225871 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a8984-d438-45f2-947f-95c21d86386c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:24:54.226536 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a8984-d438-45f2-947f-95c21d86386c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:24:54.226825 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a8984-d438-45f2-947f-95c21d86386c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:24:54.227284 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a8984-d438-45f2-947f-95c21d86386c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:24:54.227677 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a8984-d438-45f2-947f-95c21d86386c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:24:54.228012 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a8984-d438-45f2-947f-95c21d86386c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:24:54.228630 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a8984-d438-45f2-947f-95c21d86386c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:24:54.228964 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a8984-d438-45f2-947f-95c21d86386c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:24:54.241718 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Network b6c9b55f-9095-4382-ae50-339152450896 details requested by agent ovs-agent-dv-cinder-792800-5-iscsi with host dv-cinder-792800-5-iscsi {{(pid=93317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 11:24:56.375596 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 46672) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:24:56.436587 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e640676-2f75-4367-9e92-4d4393bd4f72 admin admin] GET failed (client error): The resource could not be found. Aug 10 11:24:56.437918 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-6e640676-2f75-4367-9e92-4d4393bd4f72 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0613561 Aug 10 11:24:56.515488 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbb06fc-63f8-4aef-af18-ba2416824c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:24:56.517000 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-8bbb06fc-63f8-4aef-af18-ba2416824c89 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0746374 Aug 10 11:24:56.527619 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-d46c6699-a114-4beb-ae84-11868bf942f9 admin admin] Request body: {'subnet': {'network_id': 'b6c9b55f-9095-4382-ae50-339152450896', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:24:56.548297 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46c6699-a114-4beb-ae84-11868bf942f9 admin admin] Made reservation on behalf of 48c0b92edb7c4ecdaa4e2be53e432e8d for: {'subnet': 1} {{(pid=93316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:24:56.550591 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-d46c6699-a114-4beb-ae84-11868bf942f9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:24:56.710057 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-d46c6699-a114-4beb-ae84-11868bf942f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134105691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008'] for subnet, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:24:56.763295 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c6699-a114-4beb-ae84-11868bf942f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d986139e-b4eb-430e-8e54-ddbfe28cbbdc,revision_number=0']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:24:56.772870 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46c6699-a114-4beb-ae84-11868bf942f9 admin admin] Checking segment: {'id': '69a7cce0-7e34-4449-80ae-9731d5431519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b6c9b55f-9095-4382-ae50-339152450896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:24:56.773216 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46c6699-a114-4beb-ae84-11868bf942f9 admin admin] Network hostable DHCP agents. Network: b6c9b55f-9095-4382-ae50-339152450896, hostable agents: ['0b3fe0ed-30c0-4c64-a4f4-6f12777a422c'], hosted agents: [] {{(pid=93316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 11:24:56.789066 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46c6699-a114-4beb-ae84-11868bf942f9 admin admin] Network b6c9b55f-9095-4382-ae50-339152450896 is scheduled to be hosted by DHCP agent 0b3fe0ed-30c0-4c64-a4f4-6f12777a422c with binding_index 1 {{(pid=93316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 11:24:56.797338 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.base_scheduler [None req-d46c6699-a114-4beb-ae84-11868bf942f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-5-iscsi, b6c9b55f-9095-4382-ae50-339152450896) {{(pid=93316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:24:56.801985 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46c6699-a114-4beb-ae84-11868bf942f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:24:56.802567 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-d46c6699-a114-4beb-ae84-11868bf942f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for subnet, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:24:56.806719 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c71558f-4094-458e-894d-d74835cc79f6 None None] Network b6c9b55f-9095-4382-ae50-339152450896 requested from dv-cinder-792800-5-iscsi {{(pid=93317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:24:56.827881 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-d46c6699-a114-4beb-ae84-11868bf942f9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3036675 Aug 10 11:24:57.061955 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3dc2f51-76c2-4ece-9297-0a7401860e7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31ed9ef1-cb2b-58e0-a77f-21ee6076cf6a-b6c9b55f-9095-4382-ae50-339152450896', 'network_id': 'b6c9b55f-9095-4382-ae50-339152450896', 'tenant_id': '48c0b92edb7c4ecdaa4e2be53e432e8d', 'fixed_ips': [{'subnet_id': 'd986139e-b4eb-430e-8e54-ddbfe28cbbdc'}]}} from dv-cinder-792800-5-iscsi. {{(pid=93317) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 11:24:57.062837 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-e3dc2f51-76c2-4ece-9297-0a7401860e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:24:57.200573 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.db_base_plugin_common [None req-e3dc2f51-76c2-4ece-9297-0a7401860e7c None None] Allocated IP 192.168.233.2 (b6c9b55f-9095-4382-ae50-339152450896/d986139e-b4eb-430e-8e54-ddbfe28cbbdc/59a23971-2e53-4f4d-85e8-a360a2bfbad3) {{(pid=93317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:24:57.357627 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-e3dc2f51-76c2-4ece-9297-0a7401860e7c None None] Notify callbacks [] for port, precommit_create {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:24:57.366833 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-e3dc2f51-76c2-4ece-9297-0a7401860e7c None None] Transition to ACTIVE for port object 59a23971-2e53-4f4d-85e8-a360a2bfbad3 will not be triggered until provisioned by entity L2. {{(pid=93317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:24:57.382024 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-e3dc2f51-76c2-4ece-9297-0a7401860e7c None None] Transition to ACTIVE for port object 59a23971-2e53-4f4d-85e8-a360a2bfbad3 will not be triggered until provisioned by entity DHCP. {{(pid=93317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:24:57.388986 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-e3dc2f51-76c2-4ece-9297-0a7401860e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036'] for port, after_create {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:24:57.426974 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3dc2f51-76c2-4ece-9297-0a7401860e7c None None] Network b6c9b55f-9095-4382-ae50-339152450896 is already hosted by enough agents. {{(pid=93317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:24:57.431748 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.scheduler.base_scheduler [None req-e3dc2f51-76c2-4ece-9297-0a7401860e7c None None] Resources bound (agent type, host, resource id): {{(pid=93317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:24:57.438497 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc2f51-76c2-4ece-9297-0a7401860e7c None None] Pushing event updated for resources: {'Port': ['ID=59a23971-2e53-4f4d-85e8-a360a2bfbad3,revision_number=1']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:24:57.441292 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dc2f51-76c2-4ece-9297-0a7401860e7c None None] Received port after_create {{(pid=93317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:24:57.451741 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dc2f51-76c2-4ece-9297-0a7401860e7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:24:57.452097 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dc2f51-76c2-4ece-9297-0a7401860e7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:24:57.452434 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dc2f51-76c2-4ece-9297-0a7401860e7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:24:57.452800 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dc2f51-76c2-4ece-9297-0a7401860e7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:24:57.453135 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dc2f51-76c2-4ece-9297-0a7401860e7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:24:57.453464 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dc2f51-76c2-4ece-9297-0a7401860e7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:24:57.453789 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dc2f51-76c2-4ece-9297-0a7401860e7c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:24:57.454116 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dc2f51-76c2-4ece-9297-0a7401860e7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:24:57.454458 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dc2f51-76c2-4ece-9297-0a7401860e7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:24:57.454785 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dc2f51-76c2-4ece-9297-0a7401860e7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:24:57.455163 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dc2f51-76c2-4ece-9297-0a7401860e7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:24:57.455493 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dc2f51-76c2-4ece-9297-0a7401860e7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:24:57.514011 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-e3dc2f51-76c2-4ece-9297-0a7401860e7c None None] Attempting to bind port 59a23971-2e53-4f4d-85e8-a360a2bfbad3 on host dv-cinder-792800-5-iscsi for vnic_type normal with profile {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:24:57.514383 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-e3dc2f51-76c2-4ece-9297-0a7401860e7c None None] Attempting to bind port 59a23971-2e53-4f4d-85e8-a360a2bfbad3 by drivers openvswitch,hyperv on host dv-cinder-792800-5-iscsi at level 0 using segments [{'id': '69a7cce0-7e34-4449-80ae-9731d5431519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b6c9b55f-9095-4382-ae50-339152450896'}] {{(pid=93317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:24:57.514752 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dc2f51-76c2-4ece-9297-0a7401860e7c None None] Attempting to bind port 59a23971-2e53-4f4d-85e8-a360a2bfbad3 on network b6c9b55f-9095-4382-ae50-339152450896 {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:24:57.519946 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dc2f51-76c2-4ece-9297-0a7401860e7c None None] Checking agent: {'id': '7e56837d-5a68-4d8c-918f-73dada8ac547', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 21, 37), 'started_at': datetime.datetime(2021, 8, 10, 11, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:24:57.520321 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dc2f51-76c2-4ece-9297-0a7401860e7c None None] Checking segment: {'id': '69a7cce0-7e34-4449-80ae-9731d5431519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b6c9b55f-9095-4382-ae50-339152450896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:24:57.520753 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-e3dc2f51-76c2-4ece-9297-0a7401860e7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:24:57.521159 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dc2f51-76c2-4ece-9297-0a7401860e7c None None] Bound using segment: {'id': '69a7cce0-7e34-4449-80ae-9731d5431519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b6c9b55f-9095-4382-ae50-339152450896'} {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:24:57.521626 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-e3dc2f51-76c2-4ece-9297-0a7401860e7c None None] Bound port: 59a23971-2e53-4f4d-85e8-a360a2bfbad3, host: dv-cinder-792800-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a7cce0-7e34-4449-80ae-9731d5431519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b6c9b55f-9095-4382-ae50-339152450896'}}] {{(pid=93317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:24:57.522030 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-e3dc2f51-76c2-4ece-9297-0a7401860e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:24:57.590241 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-e3dc2f51-76c2-4ece-9297-0a7401860e7c None None] For port 59a23971-2e53-4f4d-85e8-a360a2bfbad3, host dv-cinder-792800-5-iscsi, cleared binding levels {{(pid=93317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:24:57.593591 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-e3dc2f51-76c2-4ece-9297-0a7401860e7c None None] For port 59a23971-2e53-4f4d-85e8-a360a2bfbad3, host dv-cinder-792800-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=59a23971-2e53-4f4d-85e8-a360a2bfbad3,segment=NetworkSegment(69a7cce0-7e34-4449-80ae-9731d5431519),segment_id=69a7cce0-7e34-4449-80ae-9731d5431519)] {{(pid=93317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:24:57.598600 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-e3dc2f51-76c2-4ece-9297-0a7401860e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:24:57.657514 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc2f51-76c2-4ece-9297-0a7401860e7c None None] Pushing event updated for resources: {'Port': ['ID=59a23971-2e53-4f4d-85e8-a360a2bfbad3,revision_number=2']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:24:58.446190 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c2e0f3-fd8f-47fc-9f61-321010b0a817 None None] Network b6c9b55f-9095-4382-ae50-339152450896 requested from dv-cinder-792800-5-iscsi {{(pid=93317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:24:58.564604 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-82d2892d-6fa0-4eed-a673-0ea518e3c666 None None] Provisioning for port 59a23971-2e53-4f4d-85e8-a360a2bfbad3 completed by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:24:59.194798 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 59a23971-2e53-4f4d-85e8-a360a2bfbad3 up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:24:59.250032 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning for port 59a23971-2e53-4f4d-85e8-a360a2bfbad3 completed by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:24:59.254215 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port 59a23971-2e53-4f4d-85e8-a360a2bfbad3 triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:24:59.254587 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:24:59.333206 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:24:59.367389 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] For port 59a23971-2e53-4f4d-85e8-a360a2bfbad3, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=59a23971-2e53-4f4d-85e8-a360a2bfbad3,segment=NetworkSegment(69a7cce0-7e34-4449-80ae-9731d5431519),segment_id=69a7cce0-7e34-4449-80ae-9731d5431519)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:24:59.371660 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:24:59.434449 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Pushing event updated for resources: {'Port': ['ID=59a23971-2e53-4f4d-85e8-a360a2bfbad3,revision_number=3']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:25:01.163965 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 59a23971-2e53-4f4d-85e8-a360a2bfbad3 up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:25:01.212330 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port 59a23971-2e53-4f4d-85e8-a360a2bfbad3 triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:25:01.212724 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:25:04.282065 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-65009f9b-386b-4f25-b2dd-6438072a37a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:25:06.939972 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-e73d2391-2103-4cdd-9773-106438494926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:25:07.099776 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:25:07.863645 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-b3865e76-5392-4690-91e0-0d01f8cdc9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:25:09.718372 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-68530e51-c783-4460-a419-f96f34511541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:25:14.455027 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.agents_db [None req-cf88a1ba-3529-4992-9648-399914351393 None None] Agent healthcheck: found 5 active agents {{(pid=93318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 11:25:34.286813 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-99ad12fc-e18d-4e07-a1cc-89c6024bc3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:25:36.941938 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-31bc9fc4-81ad-420b-9a17-a8b1b8de2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:25:37.101542 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:25:37.864622 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-b3865e76-5392-4690-91e0-0d01f8cdc9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:25:39.719420 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-68530e51-c783-4460-a419-f96f34511541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:25:51.453291 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.agents_db [None req-cf88a1ba-3529-4992-9648-399914351393 None None] Agent healthcheck: found 5 active agents {{(pid=93318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 11:26:04.292477 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-7a639ded-b50f-49d1-b3a3-bfc63b310b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:26:06.943100 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-7f47a0a1-25fd-4343-86dc-0df4c1571266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:26:07.102683 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:26:07.868215 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-b3865e76-5392-4690-91e0-0d01f8cdc9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:26:09.723491 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-68530e51-c783-4460-a419-f96f34511541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:26:11.201635 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 46724) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:26:11.209058 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [None req-270f1366-e957-4587-bcca-bb4fc24c4654 tempest-verify_tempest_config-1684384515 tempest-verify_tempest_config-1684384515-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93315) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 11:26:11.210203 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-270f1366-e957-4587-bcca-bb4fc24c4654 tempest-verify_tempest_config-1684384515 tempest-verify_tempest_config-1684384515-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0074425 Aug 10 11:26:11.518925 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 46742) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:26:11.623882 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-33fa7443-e338-49b3-aeed-109626aab847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:26:11.713416 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-33fa7443-e338-49b3-aeed-109626aab847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:26:11.717247 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-33fa7443-e338-49b3-aeed-109626aab847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:26:11.762356 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-33fa7443-e338-49b3-aeed-109626aab847 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=575ed20819dc4629966c92a723ddaceb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2423546 Aug 10 11:26:11.763193 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa7443-e338-49b3-aeed-109626aab847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6634fded-bee1-4ac6-af59-3626fb80562e,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:26:11.765101 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 46746) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:26:11.770768 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa7443-e338-49b3-aeed-109626aab847 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:26:11.771141 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa7443-e338-49b3-aeed-109626aab847 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:26:11.771494 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa7443-e338-49b3-aeed-109626aab847 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:26:11.771834 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa7443-e338-49b3-aeed-109626aab847 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:26:11.772171 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa7443-e338-49b3-aeed-109626aab847 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:26:11.772543 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa7443-e338-49b3-aeed-109626aab847 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:26:11.772898 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa7443-e338-49b3-aeed-109626aab847 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:26:11.773232 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa7443-e338-49b3-aeed-109626aab847 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:26:11.773713 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa7443-e338-49b3-aeed-109626aab847 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:26:11.773937 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa7443-e338-49b3-aeed-109626aab847 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:26:11.774387 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa7443-e338-49b3-aeed-109626aab847 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:26:11.774972 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa7443-e338-49b3-aeed-109626aab847 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:26:11.846149 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-fd718a22-252c-4435-9712-f9307290859c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:26:11.866582 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-fd718a22-252c-4435-9712-f9307290859c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:26:11.960125 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-fd718a22-252c-4435-9712-f9307290859c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:26:11.963801 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-fd718a22-252c-4435-9712-f9307290859c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:26:11.965136 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-fd718a22-252c-4435-9712-f9307290859c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6634fded-bee1-4ac6-af59-3626fb80562e HTTP/1.1" status: 204 len: 168 time: 0.1988270 Aug 10 11:26:11.974005 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd718a22-252c-4435-9712-f9307290859c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6634fded-bee1-4ac6-af59-3626fb80562e,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:26:11.984558 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd718a22-252c-4435-9712-f9307290859c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:26:11.984935 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd718a22-252c-4435-9712-f9307290859c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:26:11.985295 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd718a22-252c-4435-9712-f9307290859c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:26:11.985677 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd718a22-252c-4435-9712-f9307290859c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:26:11.985936 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd718a22-252c-4435-9712-f9307290859c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:26:11.986282 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd718a22-252c-4435-9712-f9307290859c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:26:11.986614 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd718a22-252c-4435-9712-f9307290859c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:26:11.986941 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd718a22-252c-4435-9712-f9307290859c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:26:11.987442 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd718a22-252c-4435-9712-f9307290859c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:26:11.987740 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd718a22-252c-4435-9712-f9307290859c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:26:11.988176 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd718a22-252c-4435-9712-f9307290859c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:26:11.988526 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd718a22-252c-4435-9712-f9307290859c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:26:28.451696 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.agents_db [None req-cf88a1ba-3529-4992-9648-399914351393 None None] Agent healthcheck: found 5 active agents {{(pid=93318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 11:26:34.294322 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-93f3300f-3f13-4006-b814-b9e238ed8a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:26:36.944795 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-859743cc-96b9-4938-a82e-7711ce2eed57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:26:37.104015 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:26:37.870604 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-b3865e76-5392-4690-91e0-0d01f8cdc9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:26:39.725482 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-68530e51-c783-4460-a419-f96f34511541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:27:04.296428 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-27ab8f02-861b-4851-9348-0d0a6764aacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:27:05.449830 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.agents_db [None req-cf88a1ba-3529-4992-9648-399914351393 None None] Agent healthcheck: found 5 active agents {{(pid=93318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 11:27:06.945819 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-56946490-02a1-4007-93c0-09d79bad8ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:27:07.104055 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:27:07.872248 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-b3865e76-5392-4690-91e0-0d01f8cdc9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:27:09.727654 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-68530e51-c783-4460-a419-f96f34511541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:27:34.297789 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-4f6eae64-5f76-46a3-8f64-176e119dfdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:27:36.945511 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-c7e19f52-0741-4b3b-947a-5fc7c1ea1f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:27:37.104234 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:27:37.875129 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-b3865e76-5392-4690-91e0-0d01f8cdc9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:27:39.731155 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-68530e51-c783-4460-a419-f96f34511541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:27:42.448307 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.agents_db [None req-cf88a1ba-3529-4992-9648-399914351393 None None] Agent healthcheck: found 5 active agents {{(pid=93318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 11:27:43.945494 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-134149111'] for agent, after_create {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:27:48.490530 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 46800) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:27:48.596865 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-e48261a5-bea2-4455-bc4f-593951cd9a17 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1052153 Aug 10 11:27:50.761620 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 46810) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:27:50.815882 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-eff0eeee-0ed1-4945-8d78-04d8c1ee6dfd admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0531616 Aug 10 11:28:04.298281 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-fc069286-234f-4fe3-b59e-8a9f47232fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:28:06.945581 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-dbdf7bc7-81f0-488f-8967-e4a4b3060631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:28:07.103511 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:28:07.878657 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-b3865e76-5392-4690-91e0-0d01f8cdc9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:28:09.734025 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-68530e51-c783-4460-a419-f96f34511541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:28:13.898353 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:28:19.447170 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.agents_db [None req-cf88a1ba-3529-4992-9648-399914351393 None None] Agent healthcheck: found 6 active agents {{(pid=93318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 11:28:34.298998 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-aef46cb0-07b4-4007-9db3-0145161dbef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:28:36.945693 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-e686721e-69cb-434a-9b15-90dc430c09f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:28:37.103252 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:28:37.881932 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-b3865e76-5392-4690-91e0-0d01f8cdc9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:28:39.736133 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-68530e51-c783-4460-a419-f96f34511541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:28:43.912277 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:28:56.449175 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.agents_db [None req-cf88a1ba-3529-4992-9648-399914351393 None None] Agent healthcheck: found 6 active agents {{(pid=93318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 11:29:04.299812 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-345b7dbd-c827-4e2a-8766-a8764e2291be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:06.949789 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-f735cf6a-83f5-41ba-84a1-e2d04df5d3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:07.104687 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:07.884347 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-b3865e76-5392-4690-91e0-0d01f8cdc9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:09.741128 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-68530e51-c783-4460-a419-f96f34511541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:13.904113 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:19.387879 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 46956) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:19.687587 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-f8e81b21-2978-4aa2-a6cb-81e80a92852e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1618038562-network', 'tenant_id': '7a68aeea61694149bca356d548ab331a'}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:29:19.709728 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e81b21-2978-4aa2-a6cb-81e80a92852e admin admin] Made reservation on behalf of 7a68aeea61694149bca356d548ab331a for: {'network': 1} {{(pid=93316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:29:19.711978 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-f8e81b21-2978-4aa2-a6cb-81e80a92852e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for network, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:19.724000 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-f8e81b21-2978-4aa2-a6cb-81e80a92852e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:19.831279 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-f8e81b21-2978-4aa2-a6cb-81e80a92852e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:19.836319 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-f8e81b21-2978-4aa2-a6cb-81e80a92852e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:19.868062 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e81b21-2978-4aa2-a6cb-81e80a92852e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a2556d-2ba0-4709-a70b-3921dbe6033b,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:19.875337 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8e81b21-2978-4aa2-a6cb-81e80a92852e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=93316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 11:29:19.877862 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e81b21-2978-4aa2-a6cb-81e80a92852e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:29:19.878256 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e81b21-2978-4aa2-a6cb-81e80a92852e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:29:19.878575 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e81b21-2978-4aa2-a6cb-81e80a92852e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:29:19.879289 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e81b21-2978-4aa2-a6cb-81e80a92852e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:29:19.879289 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e81b21-2978-4aa2-a6cb-81e80a92852e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:29:19.879550 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e81b21-2978-4aa2-a6cb-81e80a92852e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:29:19.879869 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e81b21-2978-4aa2-a6cb-81e80a92852e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:29:19.880201 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e81b21-2978-4aa2-a6cb-81e80a92852e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:29:19.880537 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e81b21-2978-4aa2-a6cb-81e80a92852e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:29:19.880864 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e81b21-2978-4aa2-a6cb-81e80a92852e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:29:19.881184 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e81b21-2978-4aa2-a6cb-81e80a92852e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:29:19.884797 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e81b21-2978-4aa2-a6cb-81e80a92852e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:29:19.884797 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e81b21-2978-4aa2-a6cb-81e80a92852e admin admin] Tracked resource versions report: Aug 10 11:29:19.884797 dv-cinder-792800-5-iscsi neutron-server[93316]: pushed versions: Aug 10 11:29:19.884797 dv-cinder-792800-5-iscsi neutron-server[93316]: { 'AddressGroup': {'1.2'}, Aug 10 11:29:19.884797 dv-cinder-792800-5-iscsi neutron-server[93316]: 'ConntrackHelper': {'1.0'}, Aug 10 11:29:19.884797 dv-cinder-792800-5-iscsi neutron-server[93316]: 'Log': {'1.0'}, Aug 10 11:29:19.884797 dv-cinder-792800-5-iscsi neutron-server[93316]: 'Network': {'1.1'}, Aug 10 11:29:19.884797 dv-cinder-792800-5-iscsi neutron-server[93316]: 'Port': {'1.7'}, Aug 10 11:29:19.884797 dv-cinder-792800-5-iscsi neutron-server[93316]: 'PortForwarding': {'1.2'}, Aug 10 11:29:19.884797 dv-cinder-792800-5-iscsi neutron-server[93316]: 'QosPolicy': {'1.9'}, Aug 10 11:29:19.884797 dv-cinder-792800-5-iscsi neutron-server[93316]: 'SecurityGroup': {'1.4'}, Aug 10 11:29:19.884797 dv-cinder-792800-5-iscsi neutron-server[93316]: 'SecurityGroupRule': {'1.2'}, Aug 10 11:29:19.884797 dv-cinder-792800-5-iscsi neutron-server[93316]: 'SubPort': {'1.0'}, Aug 10 11:29:19.884797 dv-cinder-792800-5-iscsi neutron-server[93316]: 'Subnet': {'1.1'}, Aug 10 11:29:19.884797 dv-cinder-792800-5-iscsi neutron-server[93316]: 'Trunk': {'1.1'}} Aug 10 11:29:19.884797 dv-cinder-792800-5-iscsi neutron-server[93316]: consumer versions: Aug 10 11:29:19.884797 dv-cinder-792800-5-iscsi neutron-server[93316]: { DHCP agent@dv-cinder-792800-5-iscsi: {}, Aug 10 11:29:19.884797 dv-cinder-792800-5-iscsi neutron-server[93316]: HyperV agent@hv-cinder-79280: {}, Aug 10 11:29:19.884797 dv-cinder-792800-5-iscsi neutron-server[93316]: L3 agent@dv-cinder-792800-5-iscsi: {}, Aug 10 11:29:19.884797 dv-cinder-792800-5-iscsi neutron-server[93316]: Metadata agent@dv-cinder-792800-5-iscsi: {}, Aug 10 11:29:19.884797 dv-cinder-792800-5-iscsi neutron-server[93316]: Metering agent@dv-cinder-792800-5-iscsi: {}, Aug 10 11:29:19.884797 dv-cinder-792800-5-iscsi neutron-server[93316]: Open vSwitch agent@dv-cinder-792800-5-iscsi: { 'AddressGroup': '1.2', Aug 10 11:29:19.884797 dv-cinder-792800-5-iscsi neutron-server[93316]: 'ConntrackHelper': '1.0', Aug 10 11:29:19.884797 dv-cinder-792800-5-iscsi neutron-server[93316]: 'Log': '1.0', Aug 10 11:29:19.884797 dv-cinder-792800-5-iscsi neutron-server[93316]: 'Network': '1.1', Aug 10 11:29:19.884797 dv-cinder-792800-5-iscsi neutron-server[93316]: 'Port': '1.7', Aug 10 11:29:19.884797 dv-cinder-792800-5-iscsi neutron-server[93316]: 'PortForwarding': '1.2', Aug 10 11:29:19.884797 dv-cinder-792800-5-iscsi neutron-server[93316]: 'QosPolicy': '1.9', Aug 10 11:29:19.884797 dv-cinder-792800-5-iscsi neutron-server[93316]: 'SecurityGroup': '1.4', Aug 10 11:29:19.884797 dv-cinder-792800-5-iscsi neutron-server[93316]: 'SecurityGroupRule': '1.2', Aug 10 11:29:19.884797 dv-cinder-792800-5-iscsi neutron-server[93316]: 'SubPort': '1.0', Aug 10 11:29:19.884797 dv-cinder-792800-5-iscsi neutron-server[93316]: 'Subnet': '1.1', Aug 10 11:29:19.884797 dv-cinder-792800-5-iscsi neutron-server[93316]: 'Trunk': '1.1'}} Aug 10 11:29:19.884797 dv-cinder-792800-5-iscsi neutron-server[93316]: {{(pid=93316) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 11:29:19.893214 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-f8e81b21-2978-4aa2-a6cb-81e80a92852e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462'] for segment, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:19.893552 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.db.segments_db [None req-f8e81b21-2978-4aa2-a6cb-81e80a92852e admin admin] Added segment 3cbd7805-aa7c-4600-9950-b5cb2e54bb37 of type vlan for network caf833b7-6b1c-4283-9a64-20c0e4838897 Aug 10 11:29:19.950763 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-f8e81b21-2978-4aa2-a6cb-81e80a92852e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778040477516'] for network, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:19.981734 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-f8e81b21-2978-4aa2-a6cb-81e80a92852e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008'] for network, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:19.982797 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e81b21-2978-4aa2-a6cb-81e80a92852e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:19.983520 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-f8e81b21-2978-4aa2-a6cb-81e80a92852e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for network, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:20.050282 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-f8e81b21-2978-4aa2-a6cb-81e80a92852e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6612849 Aug 10 11:29:20.051698 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 47000) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:20.055508 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e81b21-2978-4aa2-a6cb-81e80a92852e admin admin] Pushing event updated for resources: {'Network': ['ID=caf833b7-6b1c-4283-9a64-20c0e4838897,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:20.061945 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [None req-c0244a10-1f3f-4ebf-b5ad-cde41c08c164 admin admin] Request body: {'subnet': {'network_id': 'caf833b7-6b1c-4283-9a64-20c0e4838897', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1618038562-subnet', 'tenant_id': '7a68aeea61694149bca356d548ab331a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:29:20.066323 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Network caf833b7-6b1c-4283-9a64-20c0e4838897 details requested by agent ovs-agent-dv-cinder-792800-5-iscsi with host dv-cinder-792800-5-iscsi {{(pid=93317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 11:29:20.091796 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0244a10-1f3f-4ebf-b5ad-cde41c08c164 admin admin] Made reservation on behalf of 7a68aeea61694149bca356d548ab331a for: {'subnet': 1} {{(pid=93315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:29:20.094243 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-c0244a10-1f3f-4ebf-b5ad-cde41c08c164 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:20.230430 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 47012) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:20.313751 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-c0244a10-1f3f-4ebf-b5ad-cde41c08c164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134105691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008'] for subnet, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:20.361520 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0244a10-1f3f-4ebf-b5ad-cde41c08c164 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef775550-3c92-437a-ad9c-5040b90d0f3e,revision_number=0']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:20.369908 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0244a10-1f3f-4ebf-b5ad-cde41c08c164 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:29:20.370262 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0244a10-1f3f-4ebf-b5ad-cde41c08c164 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:29:20.370716 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0244a10-1f3f-4ebf-b5ad-cde41c08c164 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:29:20.371246 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0244a10-1f3f-4ebf-b5ad-cde41c08c164 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:29:20.371695 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0244a10-1f3f-4ebf-b5ad-cde41c08c164 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:29:20.372253 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0244a10-1f3f-4ebf-b5ad-cde41c08c164 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:29:20.372531 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0244a10-1f3f-4ebf-b5ad-cde41c08c164 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:29:20.372919 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0244a10-1f3f-4ebf-b5ad-cde41c08c164 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:29:20.373194 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0244a10-1f3f-4ebf-b5ad-cde41c08c164 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:29:20.373518 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0244a10-1f3f-4ebf-b5ad-cde41c08c164 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:29:20.373839 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0244a10-1f3f-4ebf-b5ad-cde41c08c164 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:29:20.374151 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0244a10-1f3f-4ebf-b5ad-cde41c08c164 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:29:20.375229 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0244a10-1f3f-4ebf-b5ad-cde41c08c164 admin admin] Tracked resource versions report: Aug 10 11:29:20.375229 dv-cinder-792800-5-iscsi neutron-server[93315]: pushed versions: Aug 10 11:29:20.375229 dv-cinder-792800-5-iscsi neutron-server[93315]: { 'AddressGroup': {'1.2'}, Aug 10 11:29:20.375229 dv-cinder-792800-5-iscsi neutron-server[93315]: 'ConntrackHelper': {'1.0'}, Aug 10 11:29:20.375229 dv-cinder-792800-5-iscsi neutron-server[93315]: 'Log': {'1.0'}, Aug 10 11:29:20.375229 dv-cinder-792800-5-iscsi neutron-server[93315]: 'Network': {'1.1'}, Aug 10 11:29:20.375229 dv-cinder-792800-5-iscsi neutron-server[93315]: 'Port': {'1.7'}, Aug 10 11:29:20.375229 dv-cinder-792800-5-iscsi neutron-server[93315]: 'PortForwarding': {'1.2'}, Aug 10 11:29:20.375229 dv-cinder-792800-5-iscsi neutron-server[93315]: 'QosPolicy': {'1.9'}, Aug 10 11:29:20.375229 dv-cinder-792800-5-iscsi neutron-server[93315]: 'SecurityGroup': {'1.4'}, Aug 10 11:29:20.375229 dv-cinder-792800-5-iscsi neutron-server[93315]: 'SecurityGroupRule': {'1.2'}, Aug 10 11:29:20.375229 dv-cinder-792800-5-iscsi neutron-server[93315]: 'SubPort': {'1.0'}, Aug 10 11:29:20.375229 dv-cinder-792800-5-iscsi neutron-server[93315]: 'Subnet': {'1.1'}, Aug 10 11:29:20.375229 dv-cinder-792800-5-iscsi neutron-server[93315]: 'Trunk': {'1.1'}} Aug 10 11:29:20.375229 dv-cinder-792800-5-iscsi neutron-server[93315]: consumer versions: Aug 10 11:29:20.375229 dv-cinder-792800-5-iscsi neutron-server[93315]: { DHCP agent@dv-cinder-792800-5-iscsi: {}, Aug 10 11:29:20.375229 dv-cinder-792800-5-iscsi neutron-server[93315]: HyperV agent@hv-cinder-79280: {}, Aug 10 11:29:20.375229 dv-cinder-792800-5-iscsi neutron-server[93315]: L3 agent@dv-cinder-792800-5-iscsi: {}, Aug 10 11:29:20.375229 dv-cinder-792800-5-iscsi neutron-server[93315]: Metadata agent@dv-cinder-792800-5-iscsi: {}, Aug 10 11:29:20.375229 dv-cinder-792800-5-iscsi neutron-server[93315]: Metering agent@dv-cinder-792800-5-iscsi: {}, Aug 10 11:29:20.375229 dv-cinder-792800-5-iscsi neutron-server[93315]: Open vSwitch agent@dv-cinder-792800-5-iscsi: { 'AddressGroup': '1.2', Aug 10 11:29:20.375229 dv-cinder-792800-5-iscsi neutron-server[93315]: 'ConntrackHelper': '1.0', Aug 10 11:29:20.375229 dv-cinder-792800-5-iscsi neutron-server[93315]: 'Log': '1.0', Aug 10 11:29:20.375229 dv-cinder-792800-5-iscsi neutron-server[93315]: 'Network': '1.1', Aug 10 11:29:20.375229 dv-cinder-792800-5-iscsi neutron-server[93315]: 'Port': '1.7', Aug 10 11:29:20.375229 dv-cinder-792800-5-iscsi neutron-server[93315]: 'PortForwarding': '1.2', Aug 10 11:29:20.375229 dv-cinder-792800-5-iscsi neutron-server[93315]: 'QosPolicy': '1.9', Aug 10 11:29:20.375229 dv-cinder-792800-5-iscsi neutron-server[93315]: 'SecurityGroup': '1.4', Aug 10 11:29:20.375229 dv-cinder-792800-5-iscsi neutron-server[93315]: 'SecurityGroupRule': '1.2', Aug 10 11:29:20.375229 dv-cinder-792800-5-iscsi neutron-server[93315]: 'SubPort': '1.0', Aug 10 11:29:20.375229 dv-cinder-792800-5-iscsi neutron-server[93315]: 'Subnet': '1.1', Aug 10 11:29:20.375229 dv-cinder-792800-5-iscsi neutron-server[93315]: 'Trunk': '1.1'}} Aug 10 11:29:20.375229 dv-cinder-792800-5-iscsi neutron-server[93315]: {{(pid=93315) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 11:29:20.395450 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0244a10-1f3f-4ebf-b5ad-cde41c08c164 admin admin] Checking segment: {'id': '3cbd7805-aa7c-4600-9950-b5cb2e54bb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'caf833b7-6b1c-4283-9a64-20c0e4838897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:29:20.395812 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0244a10-1f3f-4ebf-b5ad-cde41c08c164 admin admin] Network hostable DHCP agents. Network: caf833b7-6b1c-4283-9a64-20c0e4838897, hostable agents: ['0b3fe0ed-30c0-4c64-a4f4-6f12777a422c'], hosted agents: [] {{(pid=93315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 11:29:20.418382 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0244a10-1f3f-4ebf-b5ad-cde41c08c164 admin admin] Network caf833b7-6b1c-4283-9a64-20c0e4838897 is scheduled to be hosted by DHCP agent 0b3fe0ed-30c0-4c64-a4f4-6f12777a422c with binding_index 1 {{(pid=93315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 11:29:20.429774 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.base_scheduler [None req-c0244a10-1f3f-4ebf-b5ad-cde41c08c164 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-5-iscsi, caf833b7-6b1c-4283-9a64-20c0e4838897) {{(pid=93315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:29:20.439541 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a924d43-949c-4181-97a4-1aaada7ab442 None None] Network caf833b7-6b1c-4283-9a64-20c0e4838897 requested from dv-cinder-792800-5-iscsi {{(pid=93317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:29:20.440068 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0244a10-1f3f-4ebf-b5ad-cde41c08c164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:20.440932 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-c0244a10-1f3f-4ebf-b5ad-cde41c08c164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for subnet, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:20.455602 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-c0244a10-1f3f-4ebf-b5ad-cde41c08c164 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4019296 Aug 10 11:29:20.458260 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 47032) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:20.462882 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [None req-24acd131-c761-408e-a70b-c870eec2f1ee admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1618038562-router', 'tenant_id': '7a68aeea61694149bca356d548ab331a', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'}}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:29:20.488039 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-24acd131-c761-408e-a70b-c870eec2f1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-134123482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-507807'] for router, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:20.489958 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-24acd131-c761-408e-a70b-c870eec2f1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-134123114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-134149659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134205986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-507782'] for router, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:20.544327 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-24acd131-c761-408e-a70b-c870eec2f1ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:20.654776 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8ff812-f962-4855-8862-c2d10f8986b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31ed9ef1-cb2b-58e0-a77f-21ee6076cf6a-caf833b7-6b1c-4283-9a64-20c0e4838897', 'network_id': 'caf833b7-6b1c-4283-9a64-20c0e4838897', 'tenant_id': '7a68aeea61694149bca356d548ab331a', 'fixed_ips': [{'subnet_id': 'ef775550-3c92-437a-ad9c-5040b90d0f3e'}]}} from dv-cinder-792800-5-iscsi. {{(pid=93317) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 11:29:20.657911 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-6a8ff812-f962-4855-8862-c2d10f8986b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:20.718755 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 47034) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:20.733071 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [None req-8a905276-506c-45f5-b8ca-fc3bdac5d922 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-979758480-network', 'tenant_id': 'a4be60ff6b8843c48fe403e1fb6cbf57'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:29:20.797174 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a905276-506c-45f5-b8ca-fc3bdac5d922 admin admin] Made reservation on behalf of a4be60ff6b8843c48fe403e1fb6cbf57 for: {'network': 1} {{(pid=93315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:29:20.800359 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-8a905276-506c-45f5-b8ca-fc3bdac5d922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for network, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:20.812196 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-8a905276-506c-45f5-b8ca-fc3bdac5d922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:20.860289 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.db_base_plugin_common [None req-6a8ff812-f962-4855-8862-c2d10f8986b5 None None] Allocated IP 172.20.0.2 (caf833b7-6b1c-4283-9a64-20c0e4838897/ef775550-3c92-437a-ad9c-5040b90d0f3e/00e9d319-4b23-4707-b5c2-00ad4e643800) {{(pid=93317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:29:20.953660 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-24acd131-c761-408e-a70b-c870eec2f1ee admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:21.030846 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-8a905276-506c-45f5-b8ca-fc3bdac5d922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:21.070006 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-8a905276-506c-45f5-b8ca-fc3bdac5d922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:21.078087 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-6a8ff812-f962-4855-8862-c2d10f8986b5 None None] Notify callbacks [] for port, precommit_create {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:21.088556 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a905276-506c-45f5-b8ca-fc3bdac5d922 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=93315) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 11:29:21.099771 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-6a8ff812-f962-4855-8862-c2d10f8986b5 None None] Transition to ACTIVE for port object 00e9d319-4b23-4707-b5c2-00ad4e643800 will not be triggered until provisioned by entity L2. {{(pid=93317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:29:21.110099 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-8a905276-506c-45f5-b8ca-fc3bdac5d922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462'] for segment, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:21.110452 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.db.segments_db [None req-8a905276-506c-45f5-b8ca-fc3bdac5d922 admin admin] Added segment 23e9c845-f45a-4127-8057-0fb5b3f0ab45 of type vlan for network a4c14882-478a-4eab-9183-19b5a8a45cbd Aug 10 11:29:21.133612 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-6a8ff812-f962-4855-8862-c2d10f8986b5 None None] Transition to ACTIVE for port object 00e9d319-4b23-4707-b5c2-00ad4e643800 will not be triggered until provisioned by entity DHCP. {{(pid=93317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:29:21.145685 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-6a8ff812-f962-4855-8862-c2d10f8986b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036'] for port, after_create {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:21.179832 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-8a905276-506c-45f5-b8ca-fc3bdac5d922 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778040477516'] for network, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:21.184769 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a905276-506c-45f5-b8ca-fc3bdac5d922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6385c21b-7a23-4444-8ac3-76ae05e2308a,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:21.221688 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ff812-f962-4855-8862-c2d10f8986b5 None None] Pushing event updated for resources: {'Port': ['ID=00e9d319-4b23-4707-b5c2-00ad4e643800,revision_number=1']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:21.231144 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8ff812-f962-4855-8862-c2d10f8986b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:29:21.231519 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8ff812-f962-4855-8862-c2d10f8986b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:29:21.231938 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8ff812-f962-4855-8862-c2d10f8986b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:29:21.232344 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8ff812-f962-4855-8862-c2d10f8986b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:29:21.232877 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8ff812-f962-4855-8862-c2d10f8986b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:29:21.233278 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8ff812-f962-4855-8862-c2d10f8986b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:29:21.233693 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8ff812-f962-4855-8862-c2d10f8986b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:29:21.234092 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8ff812-f962-4855-8862-c2d10f8986b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:29:21.234816 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8ff812-f962-4855-8862-c2d10f8986b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:29:21.235365 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8ff812-f962-4855-8862-c2d10f8986b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:29:21.235769 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8ff812-f962-4855-8862-c2d10f8986b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:29:21.236150 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8ff812-f962-4855-8862-c2d10f8986b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:29:21.237582 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8ff812-f962-4855-8862-c2d10f8986b5 None None] Tracked resource versions report: Aug 10 11:29:21.237582 dv-cinder-792800-5-iscsi neutron-server[93317]: pushed versions: Aug 10 11:29:21.237582 dv-cinder-792800-5-iscsi neutron-server[93317]: { 'AddressGroup': {'1.2'}, Aug 10 11:29:21.237582 dv-cinder-792800-5-iscsi neutron-server[93317]: 'ConntrackHelper': {'1.0'}, Aug 10 11:29:21.237582 dv-cinder-792800-5-iscsi neutron-server[93317]: 'Log': {'1.0'}, Aug 10 11:29:21.237582 dv-cinder-792800-5-iscsi neutron-server[93317]: 'Network': {'1.1'}, Aug 10 11:29:21.237582 dv-cinder-792800-5-iscsi neutron-server[93317]: 'Port': {'1.7'}, Aug 10 11:29:21.237582 dv-cinder-792800-5-iscsi neutron-server[93317]: 'PortForwarding': {'1.2'}, Aug 10 11:29:21.237582 dv-cinder-792800-5-iscsi neutron-server[93317]: 'QosPolicy': {'1.9'}, Aug 10 11:29:21.237582 dv-cinder-792800-5-iscsi neutron-server[93317]: 'SecurityGroup': {'1.4'}, Aug 10 11:29:21.237582 dv-cinder-792800-5-iscsi neutron-server[93317]: 'SecurityGroupRule': {'1.2'}, Aug 10 11:29:21.237582 dv-cinder-792800-5-iscsi neutron-server[93317]: 'SubPort': {'1.0'}, Aug 10 11:29:21.237582 dv-cinder-792800-5-iscsi neutron-server[93317]: 'Subnet': {'1.1'}, Aug 10 11:29:21.237582 dv-cinder-792800-5-iscsi neutron-server[93317]: 'Trunk': {'1.1'}} Aug 10 11:29:21.237582 dv-cinder-792800-5-iscsi neutron-server[93317]: consumer versions: Aug 10 11:29:21.237582 dv-cinder-792800-5-iscsi neutron-server[93317]: { DHCP agent@dv-cinder-792800-5-iscsi: {}, Aug 10 11:29:21.237582 dv-cinder-792800-5-iscsi neutron-server[93317]: HyperV agent@hv-cinder-79280: {}, Aug 10 11:29:21.237582 dv-cinder-792800-5-iscsi neutron-server[93317]: L3 agent@dv-cinder-792800-5-iscsi: {}, Aug 10 11:29:21.237582 dv-cinder-792800-5-iscsi neutron-server[93317]: Metadata agent@dv-cinder-792800-5-iscsi: {}, Aug 10 11:29:21.237582 dv-cinder-792800-5-iscsi neutron-server[93317]: Metering agent@dv-cinder-792800-5-iscsi: {}, Aug 10 11:29:21.237582 dv-cinder-792800-5-iscsi neutron-server[93317]: Open vSwitch agent@dv-cinder-792800-5-iscsi: { 'AddressGroup': '1.2', Aug 10 11:29:21.237582 dv-cinder-792800-5-iscsi neutron-server[93317]: 'ConntrackHelper': '1.0', Aug 10 11:29:21.237582 dv-cinder-792800-5-iscsi neutron-server[93317]: 'Log': '1.0', Aug 10 11:29:21.237582 dv-cinder-792800-5-iscsi neutron-server[93317]: 'Network': '1.1', Aug 10 11:29:21.237582 dv-cinder-792800-5-iscsi neutron-server[93317]: 'Port': '1.7', Aug 10 11:29:21.237582 dv-cinder-792800-5-iscsi neutron-server[93317]: 'PortForwarding': '1.2', Aug 10 11:29:21.237582 dv-cinder-792800-5-iscsi neutron-server[93317]: 'QosPolicy': '1.9', Aug 10 11:29:21.237582 dv-cinder-792800-5-iscsi neutron-server[93317]: 'SecurityGroup': '1.4', Aug 10 11:29:21.237582 dv-cinder-792800-5-iscsi neutron-server[93317]: 'SecurityGroupRule': '1.2', Aug 10 11:29:21.237582 dv-cinder-792800-5-iscsi neutron-server[93317]: 'SubPort': '1.0', Aug 10 11:29:21.237582 dv-cinder-792800-5-iscsi neutron-server[93317]: 'Subnet': '1.1', Aug 10 11:29:21.237582 dv-cinder-792800-5-iscsi neutron-server[93317]: 'Trunk': '1.1'}} Aug 10 11:29:21.237582 dv-cinder-792800-5-iscsi neutron-server[93317]: {{(pid=93317) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 11:29:21.250598 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-8a905276-506c-45f5-b8ca-fc3bdac5d922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008'] for network, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:21.251027 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8ff812-f962-4855-8862-c2d10f8986b5 None None] Network caf833b7-6b1c-4283-9a64-20c0e4838897 is already hosted by enough agents. {{(pid=93317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:29:21.253466 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.scheduler.base_scheduler [None req-6a8ff812-f962-4855-8862-c2d10f8986b5 None None] Resources bound (agent type, host, resource id): {{(pid=93317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:29:21.258077 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-66631ec6-0c7a-4992-a432-9702adbadd6d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1454884095-network', 'tenant_id': 'afe55c64225f460986dcc8bab02d02a7'}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:29:21.259561 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8ff812-f962-4855-8862-c2d10f8986b5 None None] Received port after_create {{(pid=93317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:29:21.266386 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a905276-506c-45f5-b8ca-fc3bdac5d922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:21.274355 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-8a905276-506c-45f5-b8ca-fc3bdac5d922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for network, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:21.313463 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66631ec6-0c7a-4992-a432-9702adbadd6d admin admin] Made reservation on behalf of afe55c64225f460986dcc8bab02d02a7 for: {'network': 1} {{(pid=93316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:29:21.316046 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-66631ec6-0c7a-4992-a432-9702adbadd6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for network, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:21.332718 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-66631ec6-0c7a-4992-a432-9702adbadd6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:21.352858 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-6a8ff812-f962-4855-8862-c2d10f8986b5 None None] Attempting to bind port 00e9d319-4b23-4707-b5c2-00ad4e643800 on host dv-cinder-792800-5-iscsi for vnic_type normal with profile {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:29:21.353797 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-6a8ff812-f962-4855-8862-c2d10f8986b5 None None] Attempting to bind port 00e9d319-4b23-4707-b5c2-00ad4e643800 by drivers openvswitch,hyperv on host dv-cinder-792800-5-iscsi at level 0 using segments [{'id': '3cbd7805-aa7c-4600-9950-b5cb2e54bb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'caf833b7-6b1c-4283-9a64-20c0e4838897'}] {{(pid=93317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:29:21.354171 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8ff812-f962-4855-8862-c2d10f8986b5 None None] Attempting to bind port 00e9d319-4b23-4707-b5c2-00ad4e643800 on network caf833b7-6b1c-4283-9a64-20c0e4838897 {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:29:21.360558 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8ff812-f962-4855-8862-c2d10f8986b5 None None] Checking agent: {'id': '7e56837d-5a68-4d8c-918f-73dada8ac547', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 21, 37), 'started_at': datetime.datetime(2021, 8, 10, 11, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:29:21.360919 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8ff812-f962-4855-8862-c2d10f8986b5 None None] Checking segment: {'id': '3cbd7805-aa7c-4600-9950-b5cb2e54bb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'caf833b7-6b1c-4283-9a64-20c0e4838897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:29:21.365321 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-6a8ff812-f962-4855-8862-c2d10f8986b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:21.365896 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8ff812-f962-4855-8862-c2d10f8986b5 None None] Bound using segment: {'id': '3cbd7805-aa7c-4600-9950-b5cb2e54bb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'caf833b7-6b1c-4283-9a64-20c0e4838897'} {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:29:21.366273 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-6a8ff812-f962-4855-8862-c2d10f8986b5 None None] Bound port: 00e9d319-4b23-4707-b5c2-00ad4e643800, host: dv-cinder-792800-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cbd7805-aa7c-4600-9950-b5cb2e54bb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'caf833b7-6b1c-4283-9a64-20c0e4838897'}}] {{(pid=93317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:29:21.366702 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-6a8ff812-f962-4855-8862-c2d10f8986b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:21.456313 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a905276-506c-45f5-b8ca-fc3bdac5d922 admin admin] Pushing event updated for resources: {'Network': ['ID=a4c14882-478a-4eab-9183-19b5a8a45cbd,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:21.526520 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Network a4c14882-478a-4eab-9183-19b5a8a45cbd details requested by agent ovs-agent-dv-cinder-792800-5-iscsi with host dv-cinder-792800-5-iscsi {{(pid=93317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 11:29:21.533206 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-66631ec6-0c7a-4992-a432-9702adbadd6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:21.538848 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-66631ec6-0c7a-4992-a432-9702adbadd6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:21.556882 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66631ec6-0c7a-4992-a432-9702adbadd6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=93316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 11:29:21.576118 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-66631ec6-0c7a-4992-a432-9702adbadd6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462'] for segment, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:21.576848 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.db.segments_db [None req-66631ec6-0c7a-4992-a432-9702adbadd6d admin admin] Added segment e9187376-4d44-4bbd-bf2f-facda2c71944 of type vlan for network ac384aef-2059-4aee-9fe8-cc3f23ea8171 Aug 10 11:29:21.648026 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-8a905276-506c-45f5-b8ca-fc3bdac5d922 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4165206 Aug 10 11:29:21.654349 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 47072) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:21.659479 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [None req-de46a2cb-ae9c-4e74-9785-d9c4b8d18061 admin admin] Request body: {'subnet': {'network_id': 'a4c14882-478a-4eab-9183-19b5a8a45cbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-979758480-subnet', 'tenant_id': 'a4be60ff6b8843c48fe403e1fb6cbf57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:29:21.689854 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-66631ec6-0c7a-4992-a432-9702adbadd6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778040477516'] for network, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:21.691391 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-6a8ff812-f962-4855-8862-c2d10f8986b5 None None] For port 00e9d319-4b23-4707-b5c2-00ad4e643800, host dv-cinder-792800-5-iscsi, cleared binding levels {{(pid=93317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:29:21.695524 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-6a8ff812-f962-4855-8862-c2d10f8986b5 None None] For port 00e9d319-4b23-4707-b5c2-00ad4e643800, host dv-cinder-792800-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=00e9d319-4b23-4707-b5c2-00ad4e643800,segment=NetworkSegment(3cbd7805-aa7c-4600-9950-b5cb2e54bb37),segment_id=3cbd7805-aa7c-4600-9950-b5cb2e54bb37)] {{(pid=93317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:29:21.700926 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-6a8ff812-f962-4855-8862-c2d10f8986b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:21.755158 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-24acd131-c761-408e-a70b-c870eec2f1ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:21.788256 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de46a2cb-ae9c-4e74-9785-d9c4b8d18061 admin admin] Made reservation on behalf of a4be60ff6b8843c48fe403e1fb6cbf57 for: {'subnet': 1} {{(pid=93315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:29:21.791297 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66631ec6-0c7a-4992-a432-9702adbadd6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378d7823-72e9-425a-a69f-d5af925129ef,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:21.791823 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-de46a2cb-ae9c-4e74-9785-d9c4b8d18061 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:21.792629 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ff812-f962-4855-8862-c2d10f8986b5 None None] Pushing event updated for resources: {'Port': ['ID=00e9d319-4b23-4707-b5c2-00ad4e643800,revision_number=2']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:21.793768 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-66631ec6-0c7a-4992-a432-9702adbadd6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008'] for network, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:21.794753 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66631ec6-0c7a-4992-a432-9702adbadd6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:21.795308 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-66631ec6-0c7a-4992-a432-9702adbadd6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for network, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:21.858255 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-24acd131-c761-408e-a70b-c870eec2f1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:21.896198 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-66631ec6-0c7a-4992-a432-9702adbadd6d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1763275 Aug 10 11:29:21.899660 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66631ec6-0c7a-4992-a432-9702adbadd6d admin admin] Pushing event updated for resources: {'Network': ['ID=ac384aef-2059-4aee-9fe8-cc3f23ea8171,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:21.902113 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 47082) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:21.906953 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-c22da28f-d602-45c1-a6d8-fe0f1866fc3d admin admin] Request body: {'subnet': {'network_id': 'ac384aef-2059-4aee-9fe8-cc3f23ea8171', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1454884095-subnet', 'tenant_id': 'afe55c64225f460986dcc8bab02d02a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:29:21.912858 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Network ac384aef-2059-4aee-9fe8-cc3f23ea8171 details requested by agent ovs-agent-dv-cinder-792800-5-iscsi with host dv-cinder-792800-5-iscsi {{(pid=93317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 11:29:21.936450 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22da28f-d602-45c1-a6d8-fe0f1866fc3d admin admin] Made reservation on behalf of afe55c64225f460986dcc8bab02d02a7 for: {'subnet': 1} {{(pid=93316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:29:21.942670 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-c22da28f-d602-45c1-a6d8-fe0f1866fc3d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:22.260989 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.db_base_plugin_common [None req-24acd131-c761-408e-a70b-c870eec2f1ee admin admin] Allocated IP 172.27.1.131 (5acaf353-3f61-4dec-9325-b74ab1b31d79/161344f3-be79-4209-8149-4c1c277e8dc7/46181fd2-70a4-4f45-81a6-636f5b5a6d41) {{(pid=93315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:29:22.266440 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-de46a2cb-ae9c-4e74-9785-d9c4b8d18061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134105691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008'] for subnet, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:22.362833 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-c22da28f-d602-45c1-a6d8-fe0f1866fc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134105691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008'] for subnet, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:22.394708 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de46a2cb-ae9c-4e74-9785-d9c4b8d18061 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0bf8100-aaec-4a7e-a974-691da69ee5a3,revision_number=0']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:22.423249 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de46a2cb-ae9c-4e74-9785-d9c4b8d18061 admin admin] Checking segment: {'id': '23e9c845-f45a-4127-8057-0fb5b3f0ab45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a4c14882-478a-4eab-9183-19b5a8a45cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:29:22.423613 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de46a2cb-ae9c-4e74-9785-d9c4b8d18061 admin admin] Network hostable DHCP agents. Network: a4c14882-478a-4eab-9183-19b5a8a45cbd, hostable agents: ['0b3fe0ed-30c0-4c64-a4f4-6f12777a422c'], hosted agents: [] {{(pid=93315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 11:29:22.437613 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22da28f-d602-45c1-a6d8-fe0f1866fc3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba625b56-e582-40d3-9c2a-ac92dffb393f,revision_number=0']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:22.478143 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-24acd131-c761-408e-a70b-c870eec2f1ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:22.486084 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de46a2cb-ae9c-4e74-9785-d9c4b8d18061 admin admin] Network a4c14882-478a-4eab-9183-19b5a8a45cbd is scheduled to be hosted by DHCP agent 0b3fe0ed-30c0-4c64-a4f4-6f12777a422c with binding_index 1 {{(pid=93315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 11:29:22.487827 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22da28f-d602-45c1-a6d8-fe0f1866fc3d admin admin] Checking segment: {'id': 'e9187376-4d44-4bbd-bf2f-facda2c71944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ac384aef-2059-4aee-9fe8-cc3f23ea8171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:29:22.488751 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22da28f-d602-45c1-a6d8-fe0f1866fc3d admin admin] Network hostable DHCP agents. Network: ac384aef-2059-4aee-9fe8-cc3f23ea8171, hostable agents: ['0b3fe0ed-30c0-4c64-a4f4-6f12777a422c'], hosted agents: [] {{(pid=93316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 11:29:22.511451 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22da28f-d602-45c1-a6d8-fe0f1866fc3d admin admin] Network ac384aef-2059-4aee-9fe8-cc3f23ea8171 is scheduled to be hosted by DHCP agent 0b3fe0ed-30c0-4c64-a4f4-6f12777a422c with binding_index 1 {{(pid=93316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 11:29:22.527693 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.base_scheduler [None req-c22da28f-d602-45c1-a6d8-fe0f1866fc3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-5-iscsi, ac384aef-2059-4aee-9fe8-cc3f23ea8171) {{(pid=93316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:29:22.529567 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.base_scheduler [None req-de46a2cb-ae9c-4e74-9785-d9c4b8d18061 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-5-iscsi, a4c14882-478a-4eab-9183-19b5a8a45cbd) {{(pid=93315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:29:22.532487 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22da28f-d602-45c1-a6d8-fe0f1866fc3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:22.533305 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-c22da28f-d602-45c1-a6d8-fe0f1866fc3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for subnet, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:22.539716 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bc622a-3c43-48d4-9afb-140a883b6ac9 None None] Network ac384aef-2059-4aee-9fe8-cc3f23ea8171 requested from dv-cinder-792800-5-iscsi {{(pid=93317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:29:22.542865 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd963caa-3a80-4ceb-9102-7975f6bf0bdb None None] Network a4c14882-478a-4eab-9183-19b5a8a45cbd requested from dv-cinder-792800-5-iscsi {{(pid=93317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:29:22.565546 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de46a2cb-ae9c-4e74-9785-d9c4b8d18061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:22.566555 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-de46a2cb-ae9c-4e74-9785-d9c4b8d18061 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for subnet, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:22.573413 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-24acd131-c761-408e-a70b-c870eec2f1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036'] for port, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:22.574311 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-c22da28f-d602-45c1-a6d8-fe0f1866fc3d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6711459 Aug 10 11:29:22.575091 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 47102) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:22.579687 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-8ac812dd-5f6e-4b98-85d0-7ee0298f6f2a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1454884095-router', 'tenant_id': 'afe55c64225f460986dcc8bab02d02a7', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'}}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:29:22.637027 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24acd131-c761-408e-a70b-c870eec2f1ee admin admin] Pushing event updated for resources: {'Port': ['ID=46181fd2-70a4-4f45-81a6-636f5b5a6d41,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:22.640210 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-8ac812dd-5f6e-4b98-85d0-7ee0298f6f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-134123482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-507807'] for router, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:22.641972 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-8ac812dd-5f6e-4b98-85d0-7ee0298f6f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-134123114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-134149659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134205986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-507782'] for router, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:22.652546 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24acd131-c761-408e-a70b-c870eec2f1ee admin admin] Network 5acaf353-3f61-4dec-9325-b74ab1b31d79 is already hosted by enough agents. {{(pid=93315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:29:22.654290 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.base_scheduler [None req-24acd131-c761-408e-a70b-c870eec2f1ee admin admin] Resources bound (agent type, host, resource id): {{(pid=93315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:29:22.657729 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-de46a2cb-ae9c-4e74-9785-d9c4b8d18061 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0022440 Aug 10 11:29:22.671614 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24acd131-c761-408e-a70b-c870eec2f1ee admin admin] Received port after_create {{(pid=93315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:29:22.919776 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-8ac812dd-5f6e-4b98-85d0-7ee0298f6f2a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:23.048950 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-24acd131-c761-408e-a70b-c870eec2f1ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:23.054495 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed977f8a-520c-42be-ae69-99bb8b5c5e78 None None] Network a4c14882-478a-4eab-9183-19b5a8a45cbd requested from dv-cinder-792800-5-iscsi {{(pid=93317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:29:23.073603 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e571a292-8233-4d00-9297-132796152a6f None None] Network ac384aef-2059-4aee-9fe8-cc3f23ea8171 requested from dv-cinder-792800-5-iscsi {{(pid=93317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:29:23.132159 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5c2e21-c2d9-4789-a3af-b93acdd1072e None None] Network caf833b7-6b1c-4283-9a64-20c0e4838897 requested from dv-cinder-792800-5-iscsi {{(pid=93317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:29:23.266374 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-8ac812dd-5f6e-4b98-85d0-7ee0298f6f2a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:23.330200 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-24acd131-c761-408e-a70b-c870eec2f1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-134123107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-134149864'] for router, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:23.395573 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-86e264c8-b416-4116-8ae5-6d907495d104 None None] Provisioning for port 00e9d319-4b23-4707-b5c2-00ad4e643800 completed by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:29:23.494301 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 00e9d319-4b23-4707-b5c2-00ad4e643800 up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:29:23.507839 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24acd131-c761-408e-a70b-c870eec2f1ee admin admin] Router a330f9f5-c2ea-428f-8aec-7b4d60c03893 is scheduled to L3 agent c7f5eca1-6939-476e-9546-e5f0f7bb2dc8 with binding_index 1 {{(pid=93315) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 11:29:23.600827 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning for port 00e9d319-4b23-4707-b5c2-00ad4e643800 completed by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:29:23.647930 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port 00e9d319-4b23-4707-b5c2-00ad4e643800 triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:29:23.648163 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:23.714146 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24acd131-c761-408e-a70b-c870eec2f1ee admin admin] Notify agent at l3_agent.dv-cinder-792800-5-iscsi the message routers_updated {{(pid=93315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 11:29:23.729435 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3910a3f5-421b-474d-a04d-285b0f7c5335 None None] Sync routers for ids ['a330f9f5-c2ea-428f-8aec-7b4d60c03893'] in dv-cinder-792800-5-iscsi {{(pid=93318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 11:29:23.740953 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-8ac812dd-5f6e-4b98-85d0-7ee0298f6f2a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:23.742844 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3910a3f5-421b-474d-a04d-285b0f7c5335 None None] Routers {'a330f9f5-c2ea-428f-8aec-7b4d60c03893'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:29:23.744235 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-3910a3f5-421b-474d-a04d-285b0f7c5335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:29:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['a330f9f5-c2ea-428f-8aec-7b4d60c03893'], 'active': True} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:29:23.763025 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-24acd131-c761-408e-a70b-c870eec2f1ee admin admin] Notify callbacks [] for router, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:23.764799 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-24acd131-c761-408e-a70b-c870eec2f1ee admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.3053832 Aug 10 11:29:23.767510 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 47146) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:23.776020 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-8ac812dd-5f6e-4b98-85d0-7ee0298f6f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:23.958748 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:24.059317 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] For port 00e9d319-4b23-4707-b5c2-00ad4e643800, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=00e9d319-4b23-4707-b5c2-00ad4e643800,segment=NetworkSegment(3cbd7805-aa7c-4600-9950-b5cb2e54bb37),segment_id=3cbd7805-aa7c-4600-9950-b5cb2e54bb37)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:29:24.068708 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:24.104913 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvr_db [None req-3910a3f5-421b-474d-a04d-285b0f7c5335 None None] Set router a330f9f5-c2ea-428f-8aec-7b4d60c03893 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:29:24.125627 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.db_base_plugin_common [None req-8ac812dd-5f6e-4b98-85d0-7ee0298f6f2a admin admin] Allocated IP 172.27.1.33 (5acaf353-3f61-4dec-9325-b74ab1b31d79/161344f3-be79-4209-8149-4c1c277e8dc7/63fec904-5f0d-4677-8742-b5b344933e71) {{(pid=93316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:29:24.173391 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Pushing event updated for resources: {'Port': ['ID=00e9d319-4b23-4707-b5c2-00ad4e643800,revision_number=3']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:24.367111 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-a16b1f8b-e22f-4731-bd8a-fd41c468551c None None] Provisioning complete for port 00e9d319-4b23-4707-b5c2-00ad4e643800 triggered by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:29:24.367571 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-a16b1f8b-e22f-4731-bd8a-fd41c468551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:24.441128 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-8ac812dd-5f6e-4b98-85d0-7ee0298f6f2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:24.485543 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-3910a3f5-421b-474d-a04d-285b0f7c5335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'name': 'tempest-AttachVolumeShelveTestJSON-1618038562-router', 'tenant_id': '7a68aeea61694149bca356d548ab331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '46181fd2-70a4-4f45-81a6-636f5b5a6d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:29:20Z', 'updated_at': '2021-08-10T11:29:22Z', 'revision_number': 3, 'project_id': '7a68aeea61694149bca356d548ab331a', 'gw_port': {'id': '46181fd2-70a4-4f45-81a6-636f5b5a6d41', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a3:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:29:21Z', 'updated_at': '2021-08-10T11:29:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi'}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:29:24.565572 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3910a3f5-421b-474d-a04d-285b0f7c5335 None None] Checking router: a330f9f5-c2ea-428f-8aec-7b4d60c03893 for host: dv-cinder-792800-5-iscsi {{(pid=93318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 11:29:24.567740 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3910a3f5-421b-474d-a04d-285b0f7c5335 None None] Updating router a330f9f5-c2ea-428f-8aec-7b4d60c03893 port 46181fd2-70a4-4f45-81a6-636f5b5a6d41 binding host dv-cinder-792800-5-iscsi {{(pid=93318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 11:29:24.616096 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-3910a3f5-421b-474d-a04d-285b0f7c5335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:24.716895 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 47206) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:24.720592 dv-cinder-792800-5-iscsi neutron-server[93316]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 10 11:29:24.747239 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-8ac812dd-5f6e-4b98-85d0-7ee0298f6f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036'] for port, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:24.796010 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac812dd-5f6e-4b98-85d0-7ee0298f6f2a admin admin] Network 5acaf353-3f61-4dec-9325-b74ab1b31d79 is already hosted by enough agents. {{(pid=93316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:29:24.832922 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.base_scheduler [None req-8ac812dd-5f6e-4b98-85d0-7ee0298f6f2a admin admin] Resources bound (agent type, host, resource id): {{(pid=93316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:29:24.847099 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac812dd-5f6e-4b98-85d0-7ee0298f6f2a admin admin] Received port after_create {{(pid=93316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:29:24.886970 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-365d8f67-5ea0-48ab-a148-b88f53a9b72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:25.167331 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.db_base_plugin_common [None req-365d8f67-5ea0-48ab-a148-b88f53a9b72f admin admin] Allocated IP 172.20.0.1 (caf833b7-6b1c-4283-9a64-20c0e4838897/ef775550-3c92-437a-ad9c-5040b90d0f3e/bfea9bb0-eb90-4d4b-ba20-d8524a2b4133) {{(pid=93315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:29:25.194445 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-3910a3f5-421b-474d-a04d-285b0f7c5335 None None] Notify callbacks [] for port, precommit_update {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:25.197415 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 47228) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:25.220401 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.provisioning_blocks [None req-3910a3f5-421b-474d-a04d-285b0f7c5335 None None] Transition to ACTIVE for port object 46181fd2-70a4-4f45-81a6-636f5b5a6d41 will not be triggered until provisioned by entity L2. {{(pid=93318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:29:25.229914 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-3910a3f5-421b-474d-a04d-285b0f7c5335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:25.286200 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e063ffb-c4cc-4dfc-808f-220717580e58 None None] Pushing event updated for resources: {'Port': ['ID=46181fd2-70a4-4f45-81a6-636f5b5a6d41,revision_number=2']} {{(pid=93318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:25.288424 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac812dd-5f6e-4b98-85d0-7ee0298f6f2a admin admin] Pushing event updated for resources: {'Port': ['ID=63fec904-5f0d-4677-8742-b5b344933e71,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:25.296947 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e063ffb-c4cc-4dfc-808f-220717580e58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:29:25.297486 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e063ffb-c4cc-4dfc-808f-220717580e58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:29:25.298142 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e063ffb-c4cc-4dfc-808f-220717580e58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:29:25.298630 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e063ffb-c4cc-4dfc-808f-220717580e58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:29:25.299302 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e063ffb-c4cc-4dfc-808f-220717580e58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:29:25.299791 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e063ffb-c4cc-4dfc-808f-220717580e58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:29:25.300388 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e063ffb-c4cc-4dfc-808f-220717580e58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:29:25.300894 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e063ffb-c4cc-4dfc-808f-220717580e58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:29:25.301408 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e063ffb-c4cc-4dfc-808f-220717580e58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:29:25.301901 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e063ffb-c4cc-4dfc-808f-220717580e58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:29:25.303388 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e063ffb-c4cc-4dfc-808f-220717580e58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:29:25.303900 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e063ffb-c4cc-4dfc-808f-220717580e58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:29:25.305428 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e063ffb-c4cc-4dfc-808f-220717580e58 None None] Tracked resource versions report: Aug 10 11:29:25.305428 dv-cinder-792800-5-iscsi neutron-server[93318]: pushed versions: Aug 10 11:29:25.305428 dv-cinder-792800-5-iscsi neutron-server[93318]: { 'AddressGroup': {'1.2'}, Aug 10 11:29:25.305428 dv-cinder-792800-5-iscsi neutron-server[93318]: 'ConntrackHelper': {'1.0'}, Aug 10 11:29:25.305428 dv-cinder-792800-5-iscsi neutron-server[93318]: 'Log': {'1.0'}, Aug 10 11:29:25.305428 dv-cinder-792800-5-iscsi neutron-server[93318]: 'Network': {'1.1'}, Aug 10 11:29:25.305428 dv-cinder-792800-5-iscsi neutron-server[93318]: 'Port': {'1.7'}, Aug 10 11:29:25.305428 dv-cinder-792800-5-iscsi neutron-server[93318]: 'PortForwarding': {'1.2'}, Aug 10 11:29:25.305428 dv-cinder-792800-5-iscsi neutron-server[93318]: 'QosPolicy': {'1.9'}, Aug 10 11:29:25.305428 dv-cinder-792800-5-iscsi neutron-server[93318]: 'SecurityGroup': {'1.4'}, Aug 10 11:29:25.305428 dv-cinder-792800-5-iscsi neutron-server[93318]: 'SecurityGroupRule': {'1.2'}, Aug 10 11:29:25.305428 dv-cinder-792800-5-iscsi neutron-server[93318]: 'SubPort': {'1.0'}, Aug 10 11:29:25.305428 dv-cinder-792800-5-iscsi neutron-server[93318]: 'Subnet': {'1.1'}, Aug 10 11:29:25.305428 dv-cinder-792800-5-iscsi neutron-server[93318]: 'Trunk': {'1.1'}} Aug 10 11:29:25.305428 dv-cinder-792800-5-iscsi neutron-server[93318]: consumer versions: Aug 10 11:29:25.305428 dv-cinder-792800-5-iscsi neutron-server[93318]: { DHCP agent@dv-cinder-792800-5-iscsi: {}, Aug 10 11:29:25.305428 dv-cinder-792800-5-iscsi neutron-server[93318]: HyperV agent@hv-cinder-79280: {}, Aug 10 11:29:25.305428 dv-cinder-792800-5-iscsi neutron-server[93318]: L3 agent@dv-cinder-792800-5-iscsi: {}, Aug 10 11:29:25.305428 dv-cinder-792800-5-iscsi neutron-server[93318]: Metadata agent@dv-cinder-792800-5-iscsi: {}, Aug 10 11:29:25.305428 dv-cinder-792800-5-iscsi neutron-server[93318]: Metering agent@dv-cinder-792800-5-iscsi: {}, Aug 10 11:29:25.305428 dv-cinder-792800-5-iscsi neutron-server[93318]: Open vSwitch agent@dv-cinder-792800-5-iscsi: { 'AddressGroup': '1.2', Aug 10 11:29:25.305428 dv-cinder-792800-5-iscsi neutron-server[93318]: 'ConntrackHelper': '1.0', Aug 10 11:29:25.305428 dv-cinder-792800-5-iscsi neutron-server[93318]: 'Log': '1.0', Aug 10 11:29:25.305428 dv-cinder-792800-5-iscsi neutron-server[93318]: 'Network': '1.1', Aug 10 11:29:25.305428 dv-cinder-792800-5-iscsi neutron-server[93318]: 'Port': '1.7', Aug 10 11:29:25.305428 dv-cinder-792800-5-iscsi neutron-server[93318]: 'PortForwarding': '1.2', Aug 10 11:29:25.305428 dv-cinder-792800-5-iscsi neutron-server[93318]: 'QosPolicy': '1.9', Aug 10 11:29:25.305428 dv-cinder-792800-5-iscsi neutron-server[93318]: 'SecurityGroup': '1.4', Aug 10 11:29:25.305428 dv-cinder-792800-5-iscsi neutron-server[93318]: 'SecurityGroupRule': '1.2', Aug 10 11:29:25.305428 dv-cinder-792800-5-iscsi neutron-server[93318]: 'SubPort': '1.0', Aug 10 11:29:25.305428 dv-cinder-792800-5-iscsi neutron-server[93318]: 'Subnet': '1.1', Aug 10 11:29:25.305428 dv-cinder-792800-5-iscsi neutron-server[93318]: 'Trunk': '1.1'}} Aug 10 11:29:25.305428 dv-cinder-792800-5-iscsi neutron-server[93318]: {{(pid=93318) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 11:29:25.360800 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-365d8f67-5ea0-48ab-a148-b88f53a9b72f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:25.373520 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.managers [None req-3910a3f5-421b-474d-a04d-285b0f7c5335 None None] Attempting to bind port 46181fd2-70a4-4f45-81a6-636f5b5a6d41 on host dv-cinder-792800-5-iscsi for vnic_type normal with profile {{(pid=93318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:29:25.373723 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-f3dbd478-e16e-4bf6-be6f-cb0558cb29a6 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:25.374248 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.managers [None req-3910a3f5-421b-474d-a04d-285b0f7c5335 None None] Attempting to bind port 46181fd2-70a4-4f45-81a6-636f5b5a6d41 by drivers openvswitch,hyperv on host dv-cinder-792800-5-iscsi at level 0 using segments [{'id': 'f70d9b94-9741-4a97-8751-b62ba7cc47d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'}] {{(pid=93318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:29:25.375384 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-f3dbd478-e16e-4bf6-be6f-cb0558cb29a6 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/networks?id=a4c14882-478a-4eab-9183-19b5a8a45cbd HTTP/1.1" status: 200 len: 811 time: 0.6570177 Aug 10 11:29:25.375931 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3910a3f5-421b-474d-a04d-285b0f7c5335 None None] Attempting to bind port 46181fd2-70a4-4f45-81a6-636f5b5a6d41 on network 5acaf353-3f61-4dec-9325-b74ab1b31d79 {{(pid=93318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:29:25.387419 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3910a3f5-421b-474d-a04d-285b0f7c5335 None None] Checking agent: {'id': '7e56837d-5a68-4d8c-918f-73dada8ac547', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 21, 37), 'started_at': datetime.datetime(2021, 8, 10, 11, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:29:25.388324 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3910a3f5-421b-474d-a04d-285b0f7c5335 None None] Checking segment: {'id': 'f70d9b94-9741-4a97-8751-b62ba7cc47d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:29:25.389892 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-3910a3f5-421b-474d-a04d-285b0f7c5335 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:25.390365 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.provisioning_blocks [None req-365d8f67-5ea0-48ab-a148-b88f53a9b72f admin admin] Transition to ACTIVE for port object bfea9bb0-eb90-4d4b-ba20-d8524a2b4133 will not be triggered until provisioned by entity DHCP. {{(pid=93315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:29:25.390883 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3910a3f5-421b-474d-a04d-285b0f7c5335 None None] Bound using segment: {'id': 'f70d9b94-9741-4a97-8751-b62ba7cc47d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'} {{(pid=93318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:29:25.392914 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.managers [None req-3910a3f5-421b-474d-a04d-285b0f7c5335 None None] Bound port: 46181fd2-70a4-4f45-81a6-636f5b5a6d41, host: dv-cinder-792800-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f70d9b94-9741-4a97-8751-b62ba7cc47d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'}}] {{(pid=93318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:29:25.394165 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-3910a3f5-421b-474d-a04d-285b0f7c5335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:25.438439 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-365d8f67-5ea0-48ab-a148-b88f53a9b72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036'] for port, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:25.439453 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-aeaf13a0-d58b-463a-b533-87130227e693 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/quotas/a4be60ff6b8843c48fe403e1fb6cbf57 HTTP/1.1" status: 200 len: 375 time: 0.0273645 Aug 10 11:29:25.453645 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 00e9d319-4b23-4707-b5c2-00ad4e643800 up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:29:25.496791 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.db [None req-3910a3f5-421b-474d-a04d-285b0f7c5335 None None] For port 46181fd2-70a4-4f45-81a6-636f5b5a6d41, host dv-cinder-792800-5-iscsi, cleared binding levels {{(pid=93318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:29:25.500265 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.db [None req-3910a3f5-421b-474d-a04d-285b0f7c5335 None None] For port 46181fd2-70a4-4f45-81a6-636f5b5a6d41, host dv-cinder-792800-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=46181fd2-70a4-4f45-81a6-636f5b5a6d41,segment=NetworkSegment(f70d9b94-9741-4a97-8751-b62ba7cc47d6),segment_id=f70d9b94-9741-4a97-8751-b62ba7cc47d6)] {{(pid=93318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:29:25.509862 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-3910a3f5-421b-474d-a04d-285b0f7c5335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:25.514925 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365d8f67-5ea0-48ab-a148-b88f53a9b72f admin admin] Network caf833b7-6b1c-4283-9a64-20c0e4838897 is already hosted by enough agents. {{(pid=93315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:29:25.518918 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.base_scheduler [None req-365d8f67-5ea0-48ab-a148-b88f53a9b72f admin admin] Resources bound (agent type, host, resource id): {{(pid=93315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:29:25.529123 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365d8f67-5ea0-48ab-a148-b88f53a9b72f admin admin] Received port after_create {{(pid=93315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:29:25.529944 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-365d8f67-5ea0-48ab-a148-b88f53a9b72f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-134174491'] for router_interface, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:25.535091 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port 00e9d319-4b23-4707-b5c2-00ad4e643800 triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:29:25.535767 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:25.564996 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-cc0283f1-2232-4915-9ccc-fef574a70b97 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a4be60ff6b8843c48fe403e1fb6cbf57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1089246 Aug 10 11:29:25.573804 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-8ac812dd-5f6e-4b98-85d0-7ee0298f6f2a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:25.588129 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e063ffb-c4cc-4dfc-808f-220717580e58 None None] Pushing event updated for resources: {'Port': ['ID=46181fd2-70a4-4f45-81a6-636f5b5a6d41,revision_number=3']} {{(pid=93318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:25.624147 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3910a3f5-421b-474d-a04d-285b0f7c5335 None None] Routers {'a330f9f5-c2ea-428f-8aec-7b4d60c03893'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:29:25.625606 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-3910a3f5-421b-474d-a04d-285b0f7c5335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:29:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['a330f9f5-c2ea-428f-8aec-7b4d60c03893'], 'active': True} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:29:25.697764 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-fd8061f0-a76a-4b21-bc64-32b03f7e5e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:25.770398 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d8f67-5ea0-48ab-a148-b88f53a9b72f admin admin] Pushing event updated for resources: {'Port': ['ID=bfea9bb0-eb90-4d4b-ba20-d8524a2b4133,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:25.839960 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvr_db [None req-3910a3f5-421b-474d-a04d-285b0f7c5335 None None] Set router a330f9f5-c2ea-428f-8aec-7b4d60c03893 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:29:25.894797 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-b065b4ae-2d3f-41ff-b02a-300b12320667 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 11:29:25.896194 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-b065b4ae-2d3f-41ff-b02a-300b12320667 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1566427 Aug 10 11:29:25.927954 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-365d8f67-5ea0-48ab-a148-b88f53a9b72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:25.935377 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-8fa7cbea-faad-42f6-a393-eeae82064ac0 None None] Provisioning for port bfea9bb0-eb90-4d4b-ba20-d8524a2b4133 completed by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:29:25.942374 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-8fa7cbea-faad-42f6-a393-eeae82064ac0 None None] Provisioning complete for port bfea9bb0-eb90-4d4b-ba20-d8524a2b4133 triggered by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:29:25.942789 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-8fa7cbea-faad-42f6-a393-eeae82064ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:25.992601 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-8fa7cbea-faad-42f6-a393-eeae82064ac0 None None] Port bfea9bb0-eb90-4d4b-ba20-d8524a2b4133 cannot update to ACTIVE because it is not bound. {{(pid=93317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 11:29:26.008855 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-fd8061f0-a76a-4b21-bc64-32b03f7e5e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:26.019218 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-fd8061f0-a76a-4b21-bc64-32b03f7e5e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:26.029871 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-8ac812dd-5f6e-4b98-85d0-7ee0298f6f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-134123107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-134149864'] for router, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:26.109255 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8061f0-a76a-4b21-bc64-32b03f7e5e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffbd36d-a4ff-4ec3-89e6-62a0734e5eef,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:26.112942 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-3910a3f5-421b-474d-a04d-285b0f7c5335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'name': 'tempest-AttachVolumeShelveTestJSON-1618038562-router', 'tenant_id': '7a68aeea61694149bca356d548ab331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '46181fd2-70a4-4f45-81a6-636f5b5a6d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:29:20Z', 'updated_at': '2021-08-10T11:29:22Z', 'revision_number': 3, 'project_id': '7a68aeea61694149bca356d548ab331a', 'gw_port': {'id': '46181fd2-70a4-4f45-81a6-636f5b5a6d41', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a3:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:29:21Z', 'updated_at': '2021-08-10T11:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi'}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:29:26.151474 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-fd8061f0-a76a-4b21-bc64-32b03f7e5e66 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cb9bd1fe2e614c3bb32b5b3e127ea7ba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9510946 Aug 10 11:29:26.152082 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 47270) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:26.179199 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-d12651a4-65d6-481f-a040-5ec7ec67be61 service neutron] 10.222.0.24 "GET /v2.0/networks/a4c14882-478a-4eab-9183-19b5a8a45cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756994 Aug 10 11:29:26.268428 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3910a3f5-421b-474d-a04d-285b0f7c5335 None None] The sync data for ids ['a330f9f5-c2ea-428f-8aec-7b4d60c03893'] in dv-cinder-792800-5-iscsi is: [{'id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'name': 'tempest-AttachVolumeShelveTestJSON-1618038562-router', 'tenant_id': '7a68aeea61694149bca356d548ab331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '46181fd2-70a4-4f45-81a6-636f5b5a6d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:29:20Z', 'updated_at': '2021-08-10T11:29:22Z', 'revision_number': 3, 'project_id': '7a68aeea61694149bca356d548ab331a', 'gw_port': {'id': '46181fd2-70a4-4f45-81a6-636f5b5a6d41', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a3:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:29:21Z', 'updated_at': '2021-08-10T11:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi'}] {{(pid=93318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 11:29:26.284799 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-365d8f67-5ea0-48ab-a148-b88f53a9b72f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:26.287295 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-81381ff3-b39a-4e36-b0d5-2131fccf7c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:26.299803 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-365d8f67-5ea0-48ab-a148-b88f53a9b72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:26.300858 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-365d8f67-5ea0-48ab-a148-b88f53a9b72f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133803058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-134174639'] for router_interface, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:26.343895 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-6ac0386c-62ef-493e-937c-43d0c1f1189d service neutron] 10.222.0.24 "GET /v2.0/networks/a4c14882-478a-4eab-9183-19b5a8a45cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630204 Aug 10 11:29:26.351068 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-81381ff3-b39a-4e36-b0d5-2131fccf7c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:26.386462 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac812dd-5f6e-4b98-85d0-7ee0298f6f2a admin admin] Router 26ec6320-1822-4c39-931f-f5820fa090de is scheduled to L3 agent c7f5eca1-6939-476e-9546-e5f0f7bb2dc8 with binding_index 1 {{(pid=93316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 11:29:26.468537 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d8f67-5ea0-48ab-a148-b88f53a9b72f admin admin] Pushing event updated for resources: {'Port': ['ID=bfea9bb0-eb90-4d4b-ba20-d8524a2b4133,revision_number=2']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:26.532673 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365d8f67-5ea0-48ab-a148-b88f53a9b72f admin admin] Network caf833b7-6b1c-4283-9a64-20c0e4838897 is already hosted by enough agents. {{(pid=93315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:29:26.534283 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.base_scheduler [None req-365d8f67-5ea0-48ab-a148-b88f53a9b72f admin admin] Resources bound (agent type, host, resource id): {{(pid=93315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:29:26.542426 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-81381ff3-b39a-4e36-b0d5-2131fccf7c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:26.545500 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-81381ff3-b39a-4e36-b0d5-2131fccf7c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:26.549434 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-81381ff3-b39a-4e36-b0d5-2131fccf7c03 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1ffbd36d-a4ff-4ec3-89e6-62a0734e5eef HTTP/1.1" status: 204 len: 168 time: 0.3945706 Aug 10 11:29:26.596807 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac812dd-5f6e-4b98-85d0-7ee0298f6f2a admin admin] Notify agent at l3_agent.dv-cinder-792800-5-iscsi the message routers_updated {{(pid=93316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 11:29:26.615108 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397bf9a5-c6bb-4a2d-826e-37d69ca1f543 None None] Sync routers for ids ['26ec6320-1822-4c39-931f-f5820fa090de'] in dv-cinder-792800-5-iscsi {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 11:29:26.627850 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-8ac812dd-5f6e-4b98-85d0-7ee0298f6f2a admin admin] Notify callbacks [] for router, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:26.631628 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-8ac812dd-5f6e-4b98-85d0-7ee0298f6f2a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.0529006 Aug 10 11:29:26.633149 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 47280) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:26.641804 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397bf9a5-c6bb-4a2d-826e-37d69ca1f543 None None] Routers {'26ec6320-1822-4c39-931f-f5820fa090de'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:29:26.646512 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-397bf9a5-c6bb-4a2d-826e-37d69ca1f543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:29:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['26ec6320-1822-4c39-931f-f5820fa090de'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:29:26.836869 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 47292) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:26.853753 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81381ff3-b39a-4e36-b0d5-2131fccf7c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffbd36d-a4ff-4ec3-89e6-62a0734e5eef,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:26.884069 dv-cinder-792800-5-iscsi neutron-server[93315]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 10 11:29:27.044903 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-397bf9a5-c6bb-4a2d-826e-37d69ca1f543 None None] Set router 26ec6320-1822-4c39-931f-f5820fa090de gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:29:27.101667 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-8b55b1a3-5227-4454-b44f-7f0d602b8429 req-1085753b-1f13-43e4-b94c-746c5bb8a428 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dd5ecd9-1a4b-49c8-b8ac-65d8d61d0296 HTTP/1.1" status: 200 len: 210 time: 0.2506185 Aug 10 11:29:27.156543 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-365d8f67-5ea0-48ab-a148-b88f53a9b72f admin admin] Router a330f9f5-c2ea-428f-8aec-7b4d60c03893 has already been hosted by L3 agent c7f5eca1-6939-476e-9546-e5f0f7bb2dc8 {{(pid=93315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 11:29:27.345699 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-cef66130-c852-4c54-a522-164ecb7326a3 None None] Provisioning complete for port bfea9bb0-eb90-4d4b-ba20-d8524a2b4133 triggered by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:29:27.346074 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-cef66130-c852-4c54-a522-164ecb7326a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:27.465693 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-cef66130-c852-4c54-a522-164ecb7326a3 None None] Port bfea9bb0-eb90-4d4b-ba20-d8524a2b4133 cannot update to ACTIVE because it is not bound. {{(pid=93317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 11:29:27.474426 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 46181fd2-70a4-4f45-81a6-636f5b5a6d41 up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:29:27.533560 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 47324) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:27.563003 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365d8f67-5ea0-48ab-a148-b88f53a9b72f admin admin] Notify agent at l3_agent.dv-cinder-792800-5-iscsi the message routers_updated {{(pid=93315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 11:29:27.576960 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-365d8f67-5ea0-48ab-a148-b88f53a9b72f admin admin] 10.222.0.24 "PUT /v2.0/routers/a330f9f5-c2ea-428f-8aec-7b4d60c03893/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8078697 Aug 10 11:29:27.578753 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-5c1d3b9f-cad3-427f-b739-ee32aeb4d864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:27.607617 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning for port 46181fd2-70a4-4f45-81a6-636f5b5a6d41 completed by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:29:27.620052 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port 46181fd2-70a4-4f45-81a6-636f5b5a6d41 triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:29:27.621308 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:27.726772 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-397bf9a5-c6bb-4a2d-826e-37d69ca1f543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ec6320-1822-4c39-931f-f5820fa090de', 'name': 'tempest-ServerRescueNegativeTestJSON-1454884095-router', 'tenant_id': 'afe55c64225f460986dcc8bab02d02a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': '63fec904-5f0d-4677-8742-b5b344933e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:29:22Z', 'updated_at': '2021-08-10T11:29:25Z', 'revision_number': 3, 'project_id': 'afe55c64225f460986dcc8bab02d02a7', 'gw_port': {'id': '63fec904-5f0d-4677-8742-b5b344933e71', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ac:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ec6320-1822-4c39-931f-f5820fa090de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:29:23Z', 'updated_at': '2021-08-10T11:29:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi'}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:29:27.766427 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397bf9a5-c6bb-4a2d-826e-37d69ca1f543 None None] Checking router: 26ec6320-1822-4c39-931f-f5820fa090de for host: dv-cinder-792800-5-iscsi {{(pid=93317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 11:29:27.766760 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397bf9a5-c6bb-4a2d-826e-37d69ca1f543 None None] Updating router 26ec6320-1822-4c39-931f-f5820fa090de port 63fec904-5f0d-4677-8742-b5b344933e71 binding host dv-cinder-792800-5-iscsi {{(pid=93317) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 11:29:27.787628 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-5c1d3b9f-cad3-427f-b739-ee32aeb4d864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:27.795415 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-5c1d3b9f-cad3-427f-b739-ee32aeb4d864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:27.806393 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:27.814676 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-397bf9a5-c6bb-4a2d-826e-37d69ca1f543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:27.871067 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] For port 46181fd2-70a4-4f45-81a6-636f5b5a6d41, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=46181fd2-70a4-4f45-81a6-636f5b5a6d41,segment=NetworkSegment(f70d9b94-9741-4a97-8751-b62ba7cc47d6),segment_id=f70d9b94-9741-4a97-8751-b62ba7cc47d6)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:29:27.881810 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-4727247c-d3c7-43d8-92b7-e6977167fe40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:27.890024 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:27.945238 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1d3b9f-cad3-427f-b739-ee32aeb4d864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95faed00-7792-4cf5-a67f-6f7e71fb9679,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:27.959093 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-5c1d3b9f-cad3-427f-b739-ee32aeb4d864 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c66b92ca264947ce8287e0f71b162f4b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4218268 Aug 10 11:29:27.963396 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 47346) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:28.057920 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Pushing event updated for resources: {'Port': ['ID=46181fd2-70a4-4f45-81a6-636f5b5a6d41,revision_number=4']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:28.094640 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-25c4a856-f287-4667-ae8e-d0b0e29df57b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:28.229484 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.db_base_plugin_common [None req-4727247c-d3c7-43d8-92b7-e6977167fe40 admin admin] Allocated IP 172.20.0.1 (ac384aef-2059-4aee-9fe8-cc3f23ea8171/ba625b56-e582-40d3-9c2a-ac92dffb393f/d76a5528-ceee-42e3-8af3-71407de37c1e) {{(pid=93316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:29:28.334260 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-397bf9a5-c6bb-4a2d-826e-37d69ca1f543 None None] Notify callbacks [] for port, precommit_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:28.349862 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-397bf9a5-c6bb-4a2d-826e-37d69ca1f543 None None] Transition to ACTIVE for port object 63fec904-5f0d-4677-8742-b5b344933e71 will not be triggered until provisioned by entity L2. {{(pid=93317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:29:28.357731 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-f6223c63-ca0e-48c4-9498-b588bc44bb58 req-8ede670a-461c-4754-999a-7b5ec42389df tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dd5ecd9-1a4b-49c8-b8ac-65d8d61d0296 HTTP/1.1" status: 200 len: 210 time: 0.0999770 Aug 10 11:29:28.360846 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-397bf9a5-c6bb-4a2d-826e-37d69ca1f543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:28.361468 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-25c4a856-f287-4667-ae8e-d0b0e29df57b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:28.434878 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-397bf9a5-c6bb-4a2d-826e-37d69ca1f543 None None] Attempting to bind port 63fec904-5f0d-4677-8742-b5b344933e71 on host dv-cinder-792800-5-iscsi for vnic_type normal with profile {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:29:28.435277 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-397bf9a5-c6bb-4a2d-826e-37d69ca1f543 None None] Attempting to bind port 63fec904-5f0d-4677-8742-b5b344933e71 by drivers openvswitch,hyperv on host dv-cinder-792800-5-iscsi at level 0 using segments [{'id': 'f70d9b94-9741-4a97-8751-b62ba7cc47d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'}] {{(pid=93317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:29:28.435689 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397bf9a5-c6bb-4a2d-826e-37d69ca1f543 None None] Attempting to bind port 63fec904-5f0d-4677-8742-b5b344933e71 on network 5acaf353-3f61-4dec-9325-b74ab1b31d79 {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:29:28.448790 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-25c4a856-f287-4667-ae8e-d0b0e29df57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:28.453274 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-25c4a856-f287-4667-ae8e-d0b0e29df57b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:28.466568 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-25c4a856-f287-4667-ae8e-d0b0e29df57b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/95faed00-7792-4cf5-a67f-6f7e71fb9679 HTTP/1.1" status: 204 len: 168 time: 0.4959891 Aug 10 11:29:28.468721 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397bf9a5-c6bb-4a2d-826e-37d69ca1f543 None None] Checking agent: {'id': '7e56837d-5a68-4d8c-918f-73dada8ac547', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 21, 37), 'started_at': datetime.datetime(2021, 8, 10, 11, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:29:28.470823 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397bf9a5-c6bb-4a2d-826e-37d69ca1f543 None None] Checking segment: {'id': 'f70d9b94-9741-4a97-8751-b62ba7cc47d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:29:28.472181 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-397bf9a5-c6bb-4a2d-826e-37d69ca1f543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:28.473434 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397bf9a5-c6bb-4a2d-826e-37d69ca1f543 None None] Bound using segment: {'id': 'f70d9b94-9741-4a97-8751-b62ba7cc47d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'} {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:29:28.475811 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-397bf9a5-c6bb-4a2d-826e-37d69ca1f543 None None] Bound port: 63fec904-5f0d-4677-8742-b5b344933e71, host: dv-cinder-792800-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f70d9b94-9741-4a97-8751-b62ba7cc47d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'}}] {{(pid=93317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:29:28.476428 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-397bf9a5-c6bb-4a2d-826e-37d69ca1f543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:28.484310 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c4a856-f287-4667-ae8e-d0b0e29df57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95faed00-7792-4cf5-a67f-6f7e71fb9679,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:28.517849 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-4727247c-d3c7-43d8-92b7-e6977167fe40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:28.557437 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-397bf9a5-c6bb-4a2d-826e-37d69ca1f543 None None] For port 63fec904-5f0d-4677-8742-b5b344933e71, host dv-cinder-792800-5-iscsi, cleared binding levels {{(pid=93317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:29:28.561161 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-397bf9a5-c6bb-4a2d-826e-37d69ca1f543 None None] For port 63fec904-5f0d-4677-8742-b5b344933e71, host dv-cinder-792800-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=63fec904-5f0d-4677-8742-b5b344933e71,segment=NetworkSegment(f70d9b94-9741-4a97-8751-b62ba7cc47d6),segment_id=f70d9b94-9741-4a97-8751-b62ba7cc47d6)] {{(pid=93317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:29:28.581217 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-397bf9a5-c6bb-4a2d-826e-37d69ca1f543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:28.598289 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-4727247c-d3c7-43d8-92b7-e6977167fe40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036'] for port, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:28.622395 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691eee1-b2d8-4c39-94e0-9368f4a1857a None None] Pushing event updated for resources: {'Port': ['ID=63fec904-5f0d-4677-8742-b5b344933e71,revision_number=2']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:28.675122 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397bf9a5-c6bb-4a2d-826e-37d69ca1f543 None None] Routers {'26ec6320-1822-4c39-931f-f5820fa090de'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:29:28.676058 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-397bf9a5-c6bb-4a2d-826e-37d69ca1f543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:29:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['26ec6320-1822-4c39-931f-f5820fa090de'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:29:28.682399 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4727247c-d3c7-43d8-92b7-e6977167fe40 admin admin] Pushing event updated for resources: {'Port': ['ID=d76a5528-ceee-42e3-8af3-71407de37c1e,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:28.709131 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4727247c-d3c7-43d8-92b7-e6977167fe40 admin admin] Network ac384aef-2059-4aee-9fe8-cc3f23ea8171 is already hosted by enough agents. {{(pid=93316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:29:28.710646 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.base_scheduler [None req-4727247c-d3c7-43d8-92b7-e6977167fe40 admin admin] Resources bound (agent type, host, resource id): {{(pid=93316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:29:28.713600 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4727247c-d3c7-43d8-92b7-e6977167fe40 admin admin] Received port after_create {{(pid=93316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:29:28.714113 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-4727247c-d3c7-43d8-92b7-e6977167fe40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-134174491'] for router_interface, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:28.791498 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 47380) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:28.798780 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691eee1-b2d8-4c39-94e0-9368f4a1857a None None] Pushing event updated for resources: {'Port': ['ID=63fec904-5f0d-4677-8742-b5b344933e71,revision_number=3']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:28.799274 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [None req-26294527-2ab2-4dcf-a66c-e97598bc8c9d tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Request body: {'security_group': {'name': 'tempest-securitygroup--216627827', 'description': 'tempest-description--1804831652'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:29:28.855290 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-26294527-2ab2-4dcf-a66c-e97598bc8c9d tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:28.891920 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-397bf9a5-c6bb-4a2d-826e-37d69ca1f543 None None] Set router 26ec6320-1822-4c39-931f-f5820fa090de gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:29:28.980408 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102b44d1-c0c4-40fb-84ae-c919886307fd None None] Sync routers for ids ['a330f9f5-c2ea-428f-8aec-7b4d60c03893'] in dv-cinder-792800-5-iscsi {{(pid=93318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 11:29:28.995250 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102b44d1-c0c4-40fb-84ae-c919886307fd None None] Routers {'a330f9f5-c2ea-428f-8aec-7b4d60c03893'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:29:28.995980 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-102b44d1-c0c4-40fb-84ae-c919886307fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:29:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['a330f9f5-c2ea-428f-8aec-7b4d60c03893'], 'active': True} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:29:29.059016 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-26294527-2ab2-4dcf-a66c-e97598bc8c9d tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:29.064754 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-26294527-2ab2-4dcf-a66c-e97598bc8c9d tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:29.148383 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-26294527-2ab2-4dcf-a66c-e97598bc8c9d tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks [] for security_group, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:29.151351 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-26294527-2ab2-4dcf-a66c-e97598bc8c9d tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.3585966 Aug 10 11:29:29.155660 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 47394) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:29.171013 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [None req-939f6b84-ba10-4800-9566-6fd9963c5654 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Request body: {'security_group_rule': {'security_group_id': 'b59216fa-5bdf-44f9-8ec2-7e5d2cf63935', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:29:29.174118 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-397bf9a5-c6bb-4a2d-826e-37d69ca1f543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ec6320-1822-4c39-931f-f5820fa090de', 'name': 'tempest-ServerRescueNegativeTestJSON-1454884095-router', 'tenant_id': 'afe55c64225f460986dcc8bab02d02a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': '63fec904-5f0d-4677-8742-b5b344933e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:29:22Z', 'updated_at': '2021-08-10T11:29:25Z', 'revision_number': 3, 'project_id': 'afe55c64225f460986dcc8bab02d02a7', 'gw_port': {'id': '63fec904-5f0d-4677-8742-b5b344933e71', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ac:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ec6320-1822-4c39-931f-f5820fa090de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:29:23Z', 'updated_at': '2021-08-10T11:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi'}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:29:29.200084 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26294527-2ab2-4dcf-a66c-e97598bc8c9d tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:29.206243 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-4727247c-d3c7-43d8-92b7-e6977167fe40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:29.214814 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvr_db [None req-102b44d1-c0c4-40fb-84ae-c919886307fd None None] Set router a330f9f5-c2ea-428f-8aec-7b4d60c03893 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:29:29.258180 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-939f6b84-ba10-4800-9566-6fd9963c5654 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:29.268906 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397bf9a5-c6bb-4a2d-826e-37d69ca1f543 None None] The sync data for ids ['26ec6320-1822-4c39-931f-f5820fa090de'] in dv-cinder-792800-5-iscsi is: [{'id': '26ec6320-1822-4c39-931f-f5820fa090de', 'name': 'tempest-ServerRescueNegativeTestJSON-1454884095-router', 'tenant_id': 'afe55c64225f460986dcc8bab02d02a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': '63fec904-5f0d-4677-8742-b5b344933e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:29:22Z', 'updated_at': '2021-08-10T11:29:25Z', 'revision_number': 3, 'project_id': 'afe55c64225f460986dcc8bab02d02a7', 'gw_port': {'id': '63fec904-5f0d-4677-8742-b5b344933e71', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ac:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ec6320-1822-4c39-931f-f5820fa090de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:29:23Z', 'updated_at': '2021-08-10T11:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi'}] {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 11:29:29.413117 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 46181fd2-70a4-4f45-81a6-636f5b5a6d41 up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:29:29.466151 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-939f6b84-ba10-4800-9566-6fd9963c5654 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:29.471089 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-939f6b84-ba10-4800-9566-6fd9963c5654 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099804'] for security_group_rule, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:29.523315 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-4727247c-d3c7-43d8-92b7-e6977167fe40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:29.529422 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-4727247c-d3c7-43d8-92b7-e6977167fe40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:29.530557 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-4727247c-d3c7-43d8-92b7-e6977167fe40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133803058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-134174639'] for router_interface, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:29.548045 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939f6b84-ba10-4800-9566-6fd9963c5654 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d04c4f5-b40e-4907-803f-bc9a0ac28872,revision_number=0']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:29.575595 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-939f6b84-ba10-4800-9566-6fd9963c5654 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:29.581378 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-939f6b84-ba10-4800-9566-6fd9963c5654 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4187329 Aug 10 11:29:29.588421 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 47418) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:29.591119 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port 46181fd2-70a4-4f45-81a6-636f5b5a6d41 triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:29:29.591502 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:29.613956 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [None req-15438892-8674-4ea8-aba8-76c769241aac tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Request body: {'security_group_rule': {'security_group_id': 'b59216fa-5bdf-44f9-8ec2-7e5d2cf63935', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:29:29.662256 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4727247c-d3c7-43d8-92b7-e6977167fe40 admin admin] Pushing event updated for resources: {'Port': ['ID=d76a5528-ceee-42e3-8af3-71407de37c1e,revision_number=2']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:29.826642 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c627d3ff-ed62-4095-a4f5-8550bc5e7e1d req-a7bafef4-23d1-4f64-a63a-9169324d8e7b tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dd5ecd9-1a4b-49c8-b8ac-65d8d61d0296 HTTP/1.1" status: 200 len: 210 time: 0.1738334 Aug 10 11:29:29.881631 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-15438892-8674-4ea8-aba8-76c769241aac tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:29.923553 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-102b44d1-c0c4-40fb-84ae-c919886307fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'name': 'tempest-AttachVolumeShelveTestJSON-1618038562-router', 'tenant_id': '7a68aeea61694149bca356d548ab331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '46181fd2-70a4-4f45-81a6-636f5b5a6d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:29:20Z', 'updated_at': '2021-08-10T11:29:25Z', 'revision_number': 4, 'project_id': '7a68aeea61694149bca356d548ab331a', 'gw_port': {'id': '46181fd2-70a4-4f45-81a6-636f5b5a6d41', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:29:21Z', 'updated_at': '2021-08-10T11:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': 'bfea9bb0-eb90-4d4b-ba20-d8524a2b4133', 'name': '', 'network_id': 'caf833b7-6b1c-4283-9a64-20c0e4838897', 'tenant_id': '7a68aeea61694149bca356d548ab331a', 'mac_address': 'fa:16:3e:c1:66:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ef775550-3c92-437a-ad9c-5040b90d0f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:29:24Z', 'updated_at': '2021-08-10T11:29:26Z', 'revision_number': 2, 'project_id': '7a68aeea61694149bca356d548ab331a', 'subnets': [{'id': 'ef775550-3c92-437a-ad9c-5040b90d0f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:29:29.931110 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4727247c-d3c7-43d8-92b7-e6977167fe40 admin admin] Network ac384aef-2059-4aee-9fe8-cc3f23ea8171 is already hosted by enough agents. {{(pid=93316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:29:29.933064 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.base_scheduler [None req-4727247c-d3c7-43d8-92b7-e6977167fe40 admin admin] Resources bound (agent type, host, resource id): {{(pid=93316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:29:29.969644 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-15438892-8674-4ea8-aba8-76c769241aac tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:29.975336 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-15438892-8674-4ea8-aba8-76c769241aac tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099804'] for security_group_rule, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:29.993053 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15438892-8674-4ea8-aba8-76c769241aac tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9eee461-7bbc-4d00-ade6-5c8a8fd0ba55,revision_number=0']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:30.000865 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102b44d1-c0c4-40fb-84ae-c919886307fd None None] Checking router: a330f9f5-c2ea-428f-8aec-7b4d60c03893 for host: dv-cinder-792800-5-iscsi {{(pid=93318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 11:29:30.001474 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102b44d1-c0c4-40fb-84ae-c919886307fd None None] Updating router a330f9f5-c2ea-428f-8aec-7b4d60c03893 port bfea9bb0-eb90-4d4b-ba20-d8524a2b4133 binding host dv-cinder-792800-5-iscsi {{(pid=93318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 11:29:30.018086 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-15438892-8674-4ea8-aba8-76c769241aac tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:30.022673 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-15438892-8674-4ea8-aba8-76c769241aac tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4235661 Aug 10 11:29:30.026319 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 47432) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:30.031459 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-b043b8de-9370-4883-9432-cd4c6feab8ac tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Request body: {'floatingip': {'floating_network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:29:30.045582 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-102b44d1-c0c4-40fb-84ae-c919886307fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:30.097589 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-b043b8de-9370-4883-9432-cd4c6feab8ac tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks [] for floatingip, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:30.259801 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.59', 60237) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:30.272675 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4727247c-d3c7-43d8-92b7-e6977167fe40 admin admin] Router 26ec6320-1822-4c39-931f-f5820fa090de has already been hosted by L3 agent c7f5eca1-6939-476e-9546-e5f0f7bb2dc8 {{(pid=93316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 11:29:30.595472 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-102b44d1-c0c4-40fb-84ae-c919886307fd None None] Notify callbacks [] for port, precommit_update {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:30.637838 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.provisioning_blocks [None req-102b44d1-c0c4-40fb-84ae-c919886307fd None None] Transition to ACTIVE for port object bfea9bb0-eb90-4d4b-ba20-d8524a2b4133 will not be triggered until provisioned by entity L2. {{(pid=93318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:29:30.650718 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-102b44d1-c0c4-40fb-84ae-c919886307fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:30.746091 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-d0aaa876-1c4c-4f62-a74e-2f1deb94f9f1 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:30.748161 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-d0aaa876-1c4c-4f62-a74e-2f1deb94f9f1 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.59 "GET /v2.0/networks?id=a4c14882-478a-4eab-9183-19b5a8a45cbd HTTP/1.1" status: 200 len: 811 time: 0.4869838 Aug 10 11:29:30.800452 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-2d1e2442-c23d-4650-91d1-5a8d39b71acd tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] Request body: {'port': {'device_id': '5dd5ecd9-1a4b-49c8-b8ac-65d8d61d0296', 'network_id': 'a4c14882-478a-4eab-9183-19b5a8a45cbd', 'admin_state_up': True, 'tenant_id': 'a4be60ff6b8843c48fe403e1fb6cbf57'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:29:30.810104 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4727247c-d3c7-43d8-92b7-e6977167fe40 admin admin] Notify agent at l3_agent.dv-cinder-792800-5-iscsi the message routers_updated {{(pid=93316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 11:29:30.813795 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b9ed2-e0de-474e-95a0-64202b8439db None None] Pushing event updated for resources: {'Port': ['ID=bfea9bb0-eb90-4d4b-ba20-d8524a2b4133,revision_number=3']} {{(pid=93318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:30.845613 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-4727247c-d3c7-43d8-92b7-e6977167fe40 admin admin] 10.222.0.24 "PUT /v2.0/routers/26ec6320-1822-4c39-931f-f5820fa090de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2078283 Aug 10 11:29:30.924214 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-b043b8de-9370-4883-9432-cd4c6feab8ac tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:31.024199 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.managers [None req-102b44d1-c0c4-40fb-84ae-c919886307fd None None] Attempting to bind port bfea9bb0-eb90-4d4b-ba20-d8524a2b4133 on host dv-cinder-792800-5-iscsi for vnic_type normal with profile {{(pid=93318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:29:31.025306 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.managers [None req-102b44d1-c0c4-40fb-84ae-c919886307fd None None] Attempting to bind port bfea9bb0-eb90-4d4b-ba20-d8524a2b4133 by drivers openvswitch,hyperv on host dv-cinder-792800-5-iscsi at level 0 using segments [{'id': '3cbd7805-aa7c-4600-9950-b5cb2e54bb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'caf833b7-6b1c-4283-9a64-20c0e4838897'}] {{(pid=93318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:29:31.025482 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102b44d1-c0c4-40fb-84ae-c919886307fd None None] Attempting to bind port bfea9bb0-eb90-4d4b-ba20-d8524a2b4133 on network caf833b7-6b1c-4283-9a64-20c0e4838897 {{(pid=93318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:29:31.054259 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102b44d1-c0c4-40fb-84ae-c919886307fd None None] Checking agent: {'id': '7e56837d-5a68-4d8c-918f-73dada8ac547', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 21, 37), 'started_at': datetime.datetime(2021, 8, 10, 11, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:29:31.055202 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102b44d1-c0c4-40fb-84ae-c919886307fd None None] Checking segment: {'id': '3cbd7805-aa7c-4600-9950-b5cb2e54bb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'caf833b7-6b1c-4283-9a64-20c0e4838897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:29:31.056362 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-102b44d1-c0c4-40fb-84ae-c919886307fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:31.059968 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102b44d1-c0c4-40fb-84ae-c919886307fd None None] Bound using segment: {'id': '3cbd7805-aa7c-4600-9950-b5cb2e54bb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'caf833b7-6b1c-4283-9a64-20c0e4838897'} {{(pid=93318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:29:31.061115 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.managers [None req-102b44d1-c0c4-40fb-84ae-c919886307fd None None] Bound port: bfea9bb0-eb90-4d4b-ba20-d8524a2b4133, host: dv-cinder-792800-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cbd7805-aa7c-4600-9950-b5cb2e54bb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'caf833b7-6b1c-4283-9a64-20c0e4838897'}}] {{(pid=93318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:29:31.063118 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-102b44d1-c0c4-40fb-84ae-c919886307fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:31.171211 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.db_base_plugin_common [None req-b043b8de-9370-4883-9432-cd4c6feab8ac tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Allocated IP 172.27.1.119 (5acaf353-3f61-4dec-9325-b74ab1b31d79/161344f3-be79-4209-8149-4c1c277e8dc7/2b551970-8f3d-48a9-bea8-b7f009637890) {{(pid=93316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:29:31.217966 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.db [None req-102b44d1-c0c4-40fb-84ae-c919886307fd None None] For port bfea9bb0-eb90-4d4b-ba20-d8524a2b4133, host dv-cinder-792800-5-iscsi, cleared binding levels {{(pid=93318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:29:31.224916 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.db [None req-102b44d1-c0c4-40fb-84ae-c919886307fd None None] For port bfea9bb0-eb90-4d4b-ba20-d8524a2b4133, host dv-cinder-792800-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=bfea9bb0-eb90-4d4b-ba20-d8524a2b4133,segment=NetworkSegment(3cbd7805-aa7c-4600-9950-b5cb2e54bb37),segment_id=3cbd7805-aa7c-4600-9950-b5cb2e54bb37)] {{(pid=93318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:29:31.232236 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-102b44d1-c0c4-40fb-84ae-c919886307fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:31.262161 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-2d1e2442-c23d-4650-91d1-5a8d39b71acd tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] Made reservation on behalf of a4be60ff6b8843c48fe403e1fb6cbf57 for: {'port': 1} {{(pid=93315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:29:31.276799 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-2d1e2442-c23d-4650-91d1-5a8d39b71acd tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:31.340983 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-a68afd3f-efb0-4dbb-835c-0b35612459b6 req-4d191991-50d8-4ac5-8254-7f4904ed7577 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dd5ecd9-1a4b-49c8-b8ac-65d8d61d0296 HTTP/1.1" status: 200 len: 210 time: 0.0794513 Aug 10 11:29:31.370483 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 47508) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:31.442288 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 63fec904-5f0d-4677-8742-b5b344933e71 up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:29:31.458747 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102b44d1-c0c4-40fb-84ae-c919886307fd None None] Routers {'a330f9f5-c2ea-428f-8aec-7b4d60c03893'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:29:31.459366 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-102b44d1-c0c4-40fb-84ae-c919886307fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:29:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['a330f9f5-c2ea-428f-8aec-7b4d60c03893'], 'active': True} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:29:31.490705 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-b043b8de-9370-4883-9432-cd4c6feab8ac tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks [] for port, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:31.595073 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning for port 63fec904-5f0d-4677-8742-b5b344933e71 completed by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:29:31.600966 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port 63fec904-5f0d-4677-8742-b5b344933e71 triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:29:31.601811 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:31.636484 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-b043b8de-9370-4883-9432-cd4c6feab8ac tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036'] for port, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:31.699020 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvr_db [None req-102b44d1-c0c4-40fb-84ae-c919886307fd None None] Set router a330f9f5-c2ea-428f-8aec-7b4d60c03893 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:29:31.821856 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:31.854489 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043b8de-9370-4883-9432-cd4c6feab8ac tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Pushing event updated for resources: {'Port': ['ID=2b551970-8f3d-48a9-bea8-b7f009637890,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:31.881826 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b043b8de-9370-4883-9432-cd4c6feab8ac tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Network 5acaf353-3f61-4dec-9325-b74ab1b31d79 is already hosted by enough agents. {{(pid=93316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:29:31.885757 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.base_scheduler [None req-b043b8de-9370-4883-9432-cd4c6feab8ac tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Resources bound (agent type, host, resource id): {{(pid=93316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:29:31.891052 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b043b8de-9370-4883-9432-cd4c6feab8ac tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Received port after_create {{(pid=93316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:29:31.894477 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b9ed2-e0de-474e-95a0-64202b8439db None None] Pushing event updated for resources: {'Port': ['ID=bfea9bb0-eb90-4d4b-ba20-d8524a2b4133,revision_number=4']} {{(pid=93318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:31.926538 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] For port 63fec904-5f0d-4677-8742-b5b344933e71, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=63fec904-5f0d-4677-8742-b5b344933e71,segment=NetworkSegment(f70d9b94-9741-4a97-8751-b62ba7cc47d6),segment_id=f70d9b94-9741-4a97-8751-b62ba7cc47d6)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:29:31.952961 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:31.989615 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.db_base_plugin_common [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-2d1e2442-c23d-4650-91d1-5a8d39b71acd tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] Allocated IP 172.20.0.3 (a4c14882-478a-4eab-9183-19b5a8a45cbd/f0bf8100-aaec-4a7e-a974-691da69ee5a3/2d845f53-8afd-4863-be8c-a91bc00dadc7) {{(pid=93315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:29:32.041257 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-bbb791ac-1c40-48f6-abb7-c2f3c62e8938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:32.154688 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Pushing event updated for resources: {'Port': ['ID=63fec904-5f0d-4677-8742-b5b344933e71,revision_number=4']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:32.204237 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed6703e-b9e8-41c9-ba30-c8c9b37cd4a7 None None] Sync routers for ids ['26ec6320-1822-4c39-931f-f5820fa090de'] in dv-cinder-792800-5-iscsi {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 11:29:32.215622 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-bbb791ac-1c40-48f6-abb7-c2f3c62e8938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:32.219058 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed6703e-b9e8-41c9-ba30-c8c9b37cd4a7 None None] Routers {'26ec6320-1822-4c39-931f-f5820fa090de'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:29:32.222502 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-2ed6703e-b9e8-41c9-ba30-c8c9b37cd4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:29:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['26ec6320-1822-4c39-931f-f5820fa090de'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:29:32.230711 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-102b44d1-c0c4-40fb-84ae-c919886307fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'name': 'tempest-AttachVolumeShelveTestJSON-1618038562-router', 'tenant_id': '7a68aeea61694149bca356d548ab331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '46181fd2-70a4-4f45-81a6-636f5b5a6d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:29:20Z', 'updated_at': '2021-08-10T11:29:25Z', 'revision_number': 4, 'project_id': '7a68aeea61694149bca356d548ab331a', 'gw_port': {'id': '46181fd2-70a4-4f45-81a6-636f5b5a6d41', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:29:21Z', 'updated_at': '2021-08-10T11:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': 'bfea9bb0-eb90-4d4b-ba20-d8524a2b4133', 'name': '', 'network_id': 'caf833b7-6b1c-4283-9a64-20c0e4838897', 'tenant_id': '7a68aeea61694149bca356d548ab331a', 'mac_address': 'fa:16:3e:c1:66:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ef775550-3c92-437a-ad9c-5040b90d0f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:29:24Z', 'updated_at': '2021-08-10T11:29:31Z', 'revision_number': 4, 'project_id': '7a68aeea61694149bca356d548ab331a', 'subnets': [{'id': 'ef775550-3c92-437a-ad9c-5040b90d0f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:29:32.265929 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-bbb791ac-1c40-48f6-abb7-c2f3c62e8938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:32.303672 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102b44d1-c0c4-40fb-84ae-c919886307fd None None] The sync data for ids ['a330f9f5-c2ea-428f-8aec-7b4d60c03893'] in dv-cinder-792800-5-iscsi is: [{'id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'name': 'tempest-AttachVolumeShelveTestJSON-1618038562-router', 'tenant_id': '7a68aeea61694149bca356d548ab331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '46181fd2-70a4-4f45-81a6-636f5b5a6d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:29:20Z', 'updated_at': '2021-08-10T11:29:25Z', 'revision_number': 4, 'project_id': '7a68aeea61694149bca356d548ab331a', 'gw_port': {'id': '46181fd2-70a4-4f45-81a6-636f5b5a6d41', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:29:21Z', 'updated_at': '2021-08-10T11:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': 'bfea9bb0-eb90-4d4b-ba20-d8524a2b4133', 'name': '', 'network_id': 'caf833b7-6b1c-4283-9a64-20c0e4838897', 'tenant_id': '7a68aeea61694149bca356d548ab331a', 'mac_address': 'fa:16:3e:c1:66:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ef775550-3c92-437a-ad9c-5040b90d0f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:29:24Z', 'updated_at': '2021-08-10T11:29:31Z', 'revision_number': 4, 'project_id': '7a68aeea61694149bca356d548ab331a', 'subnets': [{'id': 'ef775550-3c92-437a-ad9c-5040b90d0f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 11:29:32.438754 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-2d1e2442-c23d-4650-91d1-5a8d39b71acd tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] Notify callbacks [] for port, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:32.487304 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb791ac-1c40-48f6-abb7-c2f3c62e8938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80ae5cb-885e-4efa-a3d3-ba0a7aace776,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:32.539640 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-2d1e2442-c23d-4650-91d1-5a8d39b71acd tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036'] for port, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:32.542796 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-b043b8de-9370-4883-9432-cd4c6feab8ac tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:32.570914 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-bbb791ac-1c40-48f6-abb7-c2f3c62e8938 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5f50ed794a0543dbbfbd449309b00851&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9567292 Aug 10 11:29:32.583993 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 47586) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:32.647289 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-2ed6703e-b9e8-41c9-ba30-c8c9b37cd4a7 None None] Set router 26ec6320-1822-4c39-931f-f5820fa090de gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:29:32.697172 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-5b23fb59-8565-4072-bfd6-92a4be68cd05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:32.741295 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-2d1e2442-c23d-4650-91d1-5a8d39b71acd tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] Network a4c14882-478a-4eab-9183-19b5a8a45cbd is already hosted by enough agents. {{(pid=93315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:29:32.756133 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.base_scheduler [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-2d1e2442-c23d-4650-91d1-5a8d39b71acd tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] Resources bound (agent type, host, resource id): {{(pid=93315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:29:32.764260 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-2d1e2442-c23d-4650-91d1-5a8d39b71acd tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] Received port after_create {{(pid=93315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:29:32.767548 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-b043b8de-9370-4883-9432-cd4c6feab8ac tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:32.771213 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-2d1e2442-c23d-4650-91d1-5a8d39b71acd tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:32.771843 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 47590) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:32.771974 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-2d1e2442-c23d-4650-91d1-5a8d39b71acd tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:32.784305 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-5b23fb59-8565-4072-bfd6-92a4be68cd05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:32.793339 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b7a60-8c21-416c-a1b6-0588e0ed7817 req-25706e97-3521-413a-a998-0c7e89c61d99 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:32.801133 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-732b7a60-8c21-416c-a1b6-0588e0ed7817 req-25706e97-3521-413a-a998-0c7e89c61d99 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dd5ecd9-1a4b-49c8-b8ac-65d8d61d0296 HTTP/1.1" status: 200 len: 931 time: 0.1346087 Aug 10 11:29:32.803102 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e2442-c23d-4650-91d1-5a8d39b71acd tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] Pushing event updated for resources: {'Port': ['ID=2d845f53-8afd-4863-be8c-a91bc00dadc7,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:32.825160 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-2d1e2442-c23d-4650-91d1-5a8d39b71acd tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0299015 Aug 10 11:29:32.860675 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-732b7a60-8c21-416c-a1b6-0588e0ed7817 req-40741c92-068c-429e-8e66-fab33cfd4ee8 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/security-groups?id=6385c21b-7a23-4444-8ac3-76ae05e2308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582981 Aug 10 11:29:32.907020 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724f287-f2aa-4196-bbcb-077a9569ea02 req-7ce60211-bdf4-4b6e-b1ad-023d3a492372 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:32.908806 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-7724f287-f2aa-4196-bbcb-077a9569ea02 req-7ce60211-bdf4-4b6e-b1ad-023d3a492372 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/networks?id=ac384aef-2059-4aee-9fe8-cc3f23ea8171 HTTP/1.1" status: 200 len: 819 time: 0.6805360 Aug 10 11:29:32.935026 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-5b23fb59-8565-4072-bfd6-92a4be68cd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:32.937996 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-5b23fb59-8565-4072-bfd6-92a4be68cd05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:32.939376 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-5b23fb59-8565-4072-bfd6-92a4be68cd05 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c80ae5cb-885e-4efa-a3d3-ba0a7aace776 HTTP/1.1" status: 204 len: 168 time: 0.3541958 Aug 10 11:29:33.006558 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-7724f287-f2aa-4196-bbcb-077a9569ea02 req-a8717abc-e435-4092-a4d5-e7cbe0385b40 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/quotas/afe55c64225f460986dcc8bab02d02a7 HTTP/1.1" status: 200 len: 375 time: 0.0891883 Aug 10 11:29:33.013337 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b23fb59-8565-4072-bfd6-92a4be68cd05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80ae5cb-885e-4efa-a3d3-ba0a7aace776,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:33.049028 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-2ed6703e-b9e8-41c9-ba30-c8c9b37cd4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ec6320-1822-4c39-931f-f5820fa090de', 'name': 'tempest-ServerRescueNegativeTestJSON-1454884095-router', 'tenant_id': 'afe55c64225f460986dcc8bab02d02a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': '63fec904-5f0d-4677-8742-b5b344933e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:29:22Z', 'updated_at': '2021-08-10T11:29:29Z', 'revision_number': 4, 'project_id': 'afe55c64225f460986dcc8bab02d02a7', 'gw_port': {'id': '63fec904-5f0d-4677-8742-b5b344933e71', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ec6320-1822-4c39-931f-f5820fa090de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:29:23Z', 'updated_at': '2021-08-10T11:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': 'd76a5528-ceee-42e3-8af3-71407de37c1e', 'name': '', 'network_id': 'ac384aef-2059-4aee-9fe8-cc3f23ea8171', 'tenant_id': 'afe55c64225f460986dcc8bab02d02a7', 'mac_address': 'fa:16:3e:ae:25:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ec6320-1822-4c39-931f-f5820fa090de', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ba625b56-e582-40d3-9c2a-ac92dffb393f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:29:27Z', 'updated_at': '2021-08-10T11:29:29Z', 'revision_number': 2, 'project_id': 'afe55c64225f460986dcc8bab02d02a7', 'subnets': [{'id': 'ba625b56-e582-40d3-9c2a-ac92dffb393f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:29:33.110638 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed6703e-b9e8-41c9-ba30-c8c9b37cd4a7 None None] Checking router: 26ec6320-1822-4c39-931f-f5820fa090de for host: dv-cinder-792800-5-iscsi {{(pid=93317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 11:29:33.111327 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed6703e-b9e8-41c9-ba30-c8c9b37cd4a7 None None] Updating router 26ec6320-1822-4c39-931f-f5820fa090de port d76a5528-ceee-42e3-8af3-71407de37c1e binding host dv-cinder-792800-5-iscsi {{(pid=93317) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 11:29:33.142757 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-2ed6703e-b9e8-41c9-ba30-c8c9b37cd4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:33.147583 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-a90a0fa5-f42e-4cb1-88ec-5bd94f5df3d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:33.184277 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-b043b8de-9370-4883-9432-cd4c6feab8ac tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks [] for port, precommit_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:33.201518 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-b043b8de-9370-4883-9432-cd4c6feab8ac tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:33.220057 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-7724f287-f2aa-4196-bbcb-077a9569ea02 req-e0ac7b7e-bef6-4058-9fc3-e821b2e3f3cc tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=afe55c64225f460986dcc8bab02d02a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1943865 Aug 10 11:29:33.272615 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-b043b8de-9370-4883-9432-cd4c6feab8ac tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-134149778'] for floatingip, after_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:33.397500 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043b8de-9370-4883-9432-cd4c6feab8ac tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Pushing event updated for resources: {'Port': ['ID=2b551970-8f3d-48a9-bea8-b7f009637890,revision_number=2']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:33.452527 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.agents_db [None req-cf88a1ba-3529-4992-9648-399914351393 None None] Agent healthcheck: found 6 active agents {{(pid=93318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 11:29:33.481308 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-7724f287-f2aa-4196-bbcb-077a9569ea02 req-db5afe62-5c82-477d-86dc-9f7870a1bd06 service neutron] 10.222.0.24 "GET /v2.0/networks/ac384aef-2059-4aee-9fe8-cc3f23ea8171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312815 Aug 10 11:29:33.551621 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-a90a0fa5-f42e-4cb1-88ec-5bd94f5df3d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:33.579623 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-a90a0fa5-f42e-4cb1-88ec-5bd94f5df3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:33.592976 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-b043b8de-9370-4883-9432-cd4c6feab8ac tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for floatingip, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:33.594321 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-b043b8de-9370-4883-9432-cd4c6feab8ac tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5670056 Aug 10 11:29:33.603839 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device bfea9bb0-eb90-4d4b-ba20-d8524a2b4133 up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:29:33.654646 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-a90a0fa5-f42e-4cb1-88ec-5bd94f5df3d4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fd4450f3285648679fb6cc154dcdbe8a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8537922 Aug 10 11:29:33.655456 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a0fa5-f42e-4cb1-88ec-5bd94f5df3d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5da0b7-ffef-4aa2-a33b-a99aa2da369b,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:33.657426 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 47622) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:33.707533 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-7724f287-f2aa-4196-bbcb-077a9569ea02 req-d9ec238c-0e81-47f4-9d1a-0cfbcc0eb158 service neutron] 10.222.0.24 "GET /v2.0/networks/ac384aef-2059-4aee-9fe8-cc3f23ea8171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150970 Aug 10 11:29:33.736858 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-9941550e-939a-46d4-817a-fff8dd19563d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:33.751812 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-2ed6703e-b9e8-41c9-ba30-c8c9b37cd4a7 None None] Notify callbacks [] for port, precommit_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:33.768258 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-9941550e-939a-46d4-817a-fff8dd19563d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:33.772011 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-2ed6703e-b9e8-41c9-ba30-c8c9b37cd4a7 None None] Transition to ACTIVE for port object d76a5528-ceee-42e3-8af3-71407de37c1e will not be triggered until provisioned by entity L2. {{(pid=93317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:29:33.777240 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning for port bfea9bb0-eb90-4d4b-ba20-d8524a2b4133 completed by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:29:33.783450 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port bfea9bb0-eb90-4d4b-ba20-d8524a2b4133 triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:29:33.783831 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:33.785709 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-2ed6703e-b9e8-41c9-ba30-c8c9b37cd4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:33.864830 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-9941550e-939a-46d4-817a-fff8dd19563d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:33.884465 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-9941550e-939a-46d4-817a-fff8dd19563d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:33.908709 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3f673-6e91-427a-8924-ea8b10c30783 None None] Pushing event updated for resources: {'Port': ['ID=d76a5528-ceee-42e3-8af3-71407de37c1e,revision_number=3']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:33.920112 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-9941550e-939a-46d4-817a-fff8dd19563d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/be5da0b7-ffef-4aa2-a33b-a99aa2da369b HTTP/1.1" status: 204 len: 168 time: 0.2610018 Aug 10 11:29:33.985642 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9941550e-939a-46d4-817a-fff8dd19563d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5da0b7-ffef-4aa2-a33b-a99aa2da369b,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:34.094363 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-2ed6703e-b9e8-41c9-ba30-c8c9b37cd4a7 None None] Attempting to bind port d76a5528-ceee-42e3-8af3-71407de37c1e on host dv-cinder-792800-5-iscsi for vnic_type normal with profile {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:29:34.095069 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-2ed6703e-b9e8-41c9-ba30-c8c9b37cd4a7 None None] Attempting to bind port d76a5528-ceee-42e3-8af3-71407de37c1e by drivers openvswitch,hyperv on host dv-cinder-792800-5-iscsi at level 0 using segments [{'id': 'e9187376-4d44-4bbd-bf2f-facda2c71944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ac384aef-2059-4aee-9fe8-cc3f23ea8171'}] {{(pid=93317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:29:34.095682 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed6703e-b9e8-41c9-ba30-c8c9b37cd4a7 None None] Attempting to bind port d76a5528-ceee-42e3-8af3-71407de37c1e on network ac384aef-2059-4aee-9fe8-cc3f23ea8171 {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:29:34.152908 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed6703e-b9e8-41c9-ba30-c8c9b37cd4a7 None None] Checking agent: {'id': '7e56837d-5a68-4d8c-918f-73dada8ac547', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 21, 37), 'started_at': datetime.datetime(2021, 8, 10, 11, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:29:34.155881 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed6703e-b9e8-41c9-ba30-c8c9b37cd4a7 None None] Checking segment: {'id': 'e9187376-4d44-4bbd-bf2f-facda2c71944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ac384aef-2059-4aee-9fe8-cc3f23ea8171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:29:34.158240 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-2ed6703e-b9e8-41c9-ba30-c8c9b37cd4a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:34.165614 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed6703e-b9e8-41c9-ba30-c8c9b37cd4a7 None None] Bound using segment: {'id': 'e9187376-4d44-4bbd-bf2f-facda2c71944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ac384aef-2059-4aee-9fe8-cc3f23ea8171'} {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:29:34.170860 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-2ed6703e-b9e8-41c9-ba30-c8c9b37cd4a7 None None] Bound port: d76a5528-ceee-42e3-8af3-71407de37c1e, host: dv-cinder-792800-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9187376-4d44-4bbd-bf2f-facda2c71944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ac384aef-2059-4aee-9fe8-cc3f23ea8171'}}] {{(pid=93317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:29:34.178235 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-2ed6703e-b9e8-41c9-ba30-c8c9b37cd4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:34.242600 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-12209385-984e-46db-8d98-98c706ab8d26 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93315) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 11:29:34.249052 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-12209385-984e-46db-8d98-98c706ab8d26 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0507374 Aug 10 11:29:34.381639 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c6ac7-e444-4acd-b6c5-df293bc2fc5a req-8432f770-5294-48e0-95ee-430bd3d7be56 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:34.401272 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-8d6c6ac7-e444-4acd-b6c5-df293bc2fc5a req-8432f770-5294-48e0-95ee-430bd3d7be56 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dd5ecd9-1a4b-49c8-b8ac-65d8d61d0296 HTTP/1.1" status: 200 len: 931 time: 0.3502254 Aug 10 11:29:34.432059 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-f4e5f041-5579-4c6e-81fe-6e58faad609f tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--216627827&fields=id&tenant_id=7a68aeea61694149bca356d548ab331a HTTP/1.1" status: 200 len: 267 time: 0.3421965 Aug 10 11:29:34.601212 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:34.618313 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-8d6c6ac7-e444-4acd-b6c5-df293bc2fc5a req-754a29ee-ca76-4445-b489-722ad92bb740 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/security-groups?id=6385c21b-7a23-4444-8ac3-76ae05e2308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140503 Aug 10 11:29:34.702041 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-576f20db-8158-465a-ba74-cdd29e80047a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:34.780627 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] For port bfea9bb0-eb90-4d4b-ba20-d8524a2b4133, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=bfea9bb0-eb90-4d4b-ba20-d8524a2b4133,segment=NetworkSegment(3cbd7805-aa7c-4600-9950-b5cb2e54bb37),segment_id=3cbd7805-aa7c-4600-9950-b5cb2e54bb37)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:29:34.790082 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:34.791369 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 63fec904-5f0d-4677-8742-b5b344933e71 up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:29:34.800899 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-00a63464-d67b-4fa2-a947-63e334c1ad12 req-5136a237-deec-4247-94b4-179e850065d6 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 210 time: 0.0823567 Aug 10 11:29:34.842291 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-ab9c6289-d362-4f1d-8b4b-a20c460142fa tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:34.845012 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-ab9c6289-d362-4f1d-8b4b-a20c460142fa tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/networks?id=caf833b7-6b1c-4283-9a64-20c0e4838897 HTTP/1.1" status: 200 len: 817 time: 0.4085207 Aug 10 11:29:34.892799 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-e88d7797-f260-4be8-b7f5-bfd3ba0f3dc6 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/quotas/7a68aeea61694149bca356d548ab331a HTTP/1.1" status: 200 len: 375 time: 0.0401947 Aug 10 11:29:34.894915 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-2ed6703e-b9e8-41c9-ba30-c8c9b37cd4a7 None None] For port d76a5528-ceee-42e3-8af3-71407de37c1e, host dv-cinder-792800-5-iscsi, cleared binding levels {{(pid=93317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:29:35.188351 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-92afe4ca-0ef4-481c-87b9-fd3a6041de1f tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a68aeea61694149bca356d548ab331a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2946391 Aug 10 11:29:35.246452 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-2ed6703e-b9e8-41c9-ba30-c8c9b37cd4a7 None None] For port d76a5528-ceee-42e3-8af3-71407de37c1e, host dv-cinder-792800-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=d76a5528-ceee-42e3-8af3-71407de37c1e,segment=NetworkSegment(e9187376-4d44-4bbd-bf2f-facda2c71944),segment_id=e9187376-4d44-4bbd-bf2f-facda2c71944)] {{(pid=93317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:29:35.250568 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Pushing event updated for resources: {'Port': ['ID=bfea9bb0-eb90-4d4b-ba20-d8524a2b4133,revision_number=5']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:35.290308 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-2ed6703e-b9e8-41c9-ba30-c8c9b37cd4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:35.351394 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 47718) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:35.401341 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-edde8fbd-c564-4a62-853e-d684cc377eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:35.424834 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-a8759f51-1867-495b-90d3-5bd0b6ed5720 service neutron] Request body: {'port': {'device_id': '5dd5ecd9-1a4b-49c8-b8ac-65d8d61d0296', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:29:35.601804 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed6703e-b9e8-41c9-ba30-c8c9b37cd4a7 None None] Routers {'26ec6320-1822-4c39-931f-f5820fa090de'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:29:35.605080 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-2ed6703e-b9e8-41c9-ba30-c8c9b37cd4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:29:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['26ec6320-1822-4c39-931f-f5820fa090de'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:29:35.649492 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-a8759f51-1867-495b-90d3-5bd0b6ed5720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:35.685286 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ed3c6-fc09-4dcc-be3d-a6965de0137e req-55a317f6-fb8e-42bd-ba89-8aa0e9effd21 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:35.705319 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-cb3ed3c6-fc09-4dcc-be3d-a6965de0137e req-55a317f6-fb8e-42bd-ba89-8aa0e9effd21 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/networks?id=ac384aef-2059-4aee-9fe8-cc3f23ea8171 HTTP/1.1" status: 200 len: 819 time: 0.3148086 Aug 10 11:29:35.719435 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port 63fec904-5f0d-4677-8742-b5b344933e71 triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:29:35.724995 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:35.730275 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-cb3ed3c6-fc09-4dcc-be3d-a6965de0137e req-6c09abdc-4bf0-458f-adb1-d0b2463a9db2 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/quotas/afe55c64225f460986dcc8bab02d02a7 HTTP/1.1" status: 200 len: 375 time: 0.0239530 Aug 10 11:29:35.802006 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3f673-6e91-427a-8924-ea8b10c30783 None None] Pushing event updated for resources: {'Port': ['ID=d76a5528-ceee-42e3-8af3-71407de37c1e,revision_number=4']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:35.831631 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-cb3ed3c6-fc09-4dcc-be3d-a6965de0137e req-51c68122-db48-45bb-8fa3-4cf59a961df5 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=afe55c64225f460986dcc8bab02d02a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1001067 Aug 10 11:29:35.988962 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-65ddd0c9-7fa0-4217-aafc-d90e6e0f7224 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93315) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 11:29:35.996687 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-65ddd0c9-7fa0-4217-aafc-d90e6e0f7224 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4039371 Aug 10 11:29:36.042686 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-cb3ed3c6-fc09-4dcc-be3d-a6965de0137e req-870b952f-92b1-4adc-aba7-a8260b8a0447 service neutron] 10.222.0.24 "GET /v2.0/networks/ac384aef-2059-4aee-9fe8-cc3f23ea8171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086952 Aug 10 11:29:36.128481 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-2ed6703e-b9e8-41c9-ba30-c8c9b37cd4a7 None None] Set router 26ec6320-1822-4c39-931f-f5820fa090de gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:29:36.302828 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-cb3ed3c6-fc09-4dcc-be3d-a6965de0137e req-1b224a9a-0702-4b1b-91b5-8c7df282b145 service neutron] 10.222.0.24 "GET /v2.0/networks/ac384aef-2059-4aee-9fe8-cc3f23ea8171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601745 Aug 10 11:29:36.380531 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-edde8fbd-c564-4a62-853e-d684cc377eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:36.435312 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-edde8fbd-c564-4a62-853e-d684cc377eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:36.564592 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device bfea9bb0-eb90-4d4b-ba20-d8524a2b4133 up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:29:36.621729 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-50fe571f-c208-42ed-ac36-d1ecb274109a service neutron] 10.222.0.24 "GET /v2.0/networks/caf833b7-6b1c-4283-9a64-20c0e4838897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6235685 Aug 10 11:29:36.951228 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde8fbd-c564-4a62-853e-d684cc377eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94db6f0a-05fc-44f8-a635-728a74b4c05c,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:37.132211 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-edde8fbd-c564-4a62-853e-d684cc377eca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3ad38c23e90d4eac910edd3af5687edd&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7941186 Aug 10 11:29:37.155632 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-02fcac06-2a30-4eaa-9048-3460f393eaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:37.185022 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 47784) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:37.200425 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:37.216885 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port bfea9bb0-eb90-4d4b-ba20-d8524a2b4133 triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:29:37.222592 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:37.234511 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9113e0-8bfd-4ef5-abe1-8f5e2b13bfad req-9569c8f8-9b4c-4276-95cb-72508181aaab tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:37.242859 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-da9113e0-8bfd-4ef5-abe1-8f5e2b13bfad req-9569c8f8-9b4c-4276-95cb-72508181aaab tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dd5ecd9-1a4b-49c8-b8ac-65d8d61d0296 HTTP/1.1" status: 200 len: 931 time: 0.5267234 Aug 10 11:29:37.245949 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 47788) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:37.318482 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-da9113e0-8bfd-4ef5-abe1-8f5e2b13bfad req-dc10d20d-91f1-4076-a429-4bf7fdb5add0 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/security-groups?id=6385c21b-7a23-4444-8ac3-76ae05e2308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739999 Aug 10 11:29:37.394181 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-2ed6703e-b9e8-41c9-ba30-c8c9b37cd4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ec6320-1822-4c39-931f-f5820fa090de', 'name': 'tempest-ServerRescueNegativeTestJSON-1454884095-router', 'tenant_id': 'afe55c64225f460986dcc8bab02d02a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': '63fec904-5f0d-4677-8742-b5b344933e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:29:22Z', 'updated_at': '2021-08-10T11:29:29Z', 'revision_number': 4, 'project_id': 'afe55c64225f460986dcc8bab02d02a7', 'gw_port': {'id': '63fec904-5f0d-4677-8742-b5b344933e71', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ec6320-1822-4c39-931f-f5820fa090de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:29:23Z', 'updated_at': '2021-08-10T11:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': 'd76a5528-ceee-42e3-8af3-71407de37c1e', 'name': '', 'network_id': 'ac384aef-2059-4aee-9fe8-cc3f23ea8171', 'tenant_id': 'afe55c64225f460986dcc8bab02d02a7', 'mac_address': 'fa:16:3e:ae:25:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ec6320-1822-4c39-931f-f5820fa090de', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ba625b56-e582-40d3-9c2a-ac92dffb393f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:29:27Z', 'updated_at': '2021-08-10T11:29:34Z', 'revision_number': 4, 'project_id': 'afe55c64225f460986dcc8bab02d02a7', 'subnets': [{'id': 'ba625b56-e582-40d3-9c2a-ac92dffb393f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:29:37.456000 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-71b7c386-64b3-4ac0-a5c0-6c88d2fb3422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:37.527288 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed6703e-b9e8-41c9-ba30-c8c9b37cd4a7 None None] The sync data for ids ['26ec6320-1822-4c39-931f-f5820fa090de'] in dv-cinder-792800-5-iscsi is: [{'id': '26ec6320-1822-4c39-931f-f5820fa090de', 'name': 'tempest-ServerRescueNegativeTestJSON-1454884095-router', 'tenant_id': 'afe55c64225f460986dcc8bab02d02a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': '63fec904-5f0d-4677-8742-b5b344933e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:29:22Z', 'updated_at': '2021-08-10T11:29:29Z', 'revision_number': 4, 'project_id': 'afe55c64225f460986dcc8bab02d02a7', 'gw_port': {'id': '63fec904-5f0d-4677-8742-b5b344933e71', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ec6320-1822-4c39-931f-f5820fa090de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:29:23Z', 'updated_at': '2021-08-10T11:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': 'd76a5528-ceee-42e3-8af3-71407de37c1e', 'name': '', 'network_id': 'ac384aef-2059-4aee-9fe8-cc3f23ea8171', 'tenant_id': 'afe55c64225f460986dcc8bab02d02a7', 'mac_address': 'fa:16:3e:ae:25:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ec6320-1822-4c39-931f-f5820fa090de', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ba625b56-e582-40d3-9c2a-ac92dffb393f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:29:27Z', 'updated_at': '2021-08-10T11:29:34Z', 'revision_number': 4, 'project_id': 'afe55c64225f460986dcc8bab02d02a7', 'subnets': [{'id': 'ba625b56-e582-40d3-9c2a-ac92dffb393f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 11:29:37.535214 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-71b7c386-64b3-4ac0-a5c0-6c88d2fb3422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:37.563851 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.59', 60257) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:37.612688 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-71b7c386-64b3-4ac0-a5c0-6c88d2fb3422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:37.618461 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-71b7c386-64b3-4ac0-a5c0-6c88d2fb3422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:37.625766 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-71b7c386-64b3-4ac0-a5c0-6c88d2fb3422 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/94db6f0a-05fc-44f8-a635-728a74b4c05c HTTP/1.1" status: 204 len: 168 time: 0.4228866 Aug 10 11:29:37.717461 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-01c3e398-9305-4eac-a101-2c36c7ed9270 service neutron] 10.222.0.24 "GET /v2.0/networks/caf833b7-6b1c-4283-9a64-20c0e4838897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0937393 Aug 10 11:29:37.819562 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-646bf36d-d798-45c2-a0b6-b93f5470427c req-078252b2-8bbc-4c58-aaba-971d21d9ab42 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 210 time: 0.2128534 Aug 10 11:29:37.900217 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-6d372b0c-31e0-495d-ba66-3f73e5a7838b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:37.919479 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-b3865e76-5392-4690-91e0-0d01f8cdc9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:38.100977 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724f287-f2aa-4196-bbcb-077a9569ea02 req-3251ee05-af40-468b-acb7-272bf3c23365 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:38.104238 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7724f287-f2aa-4196-bbcb-077a9569ea02 req-3251ee05-af40-468b-acb7-272bf3c23365 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.59 "GET /v2.0/networks?id=ac384aef-2059-4aee-9fe8-cc3f23ea8171 HTTP/1.1" status: 200 len: 819 time: 0.4899662 Aug 10 11:29:38.157044 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b7c386-64b3-4ac0-a5c0-6c88d2fb3422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94db6f0a-05fc-44f8-a635-728a74b4c05c,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:38.276537 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 47824) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:38.313627 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-a8759f51-1867-495b-90d3-5bd0b6ed5720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d845f53-8afd-4863-be8c-a91bc00dadc7 {{(pid=93315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 11:29:38.347201 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-6d372b0c-31e0-495d-ba66-3f73e5a7838b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:38.362131 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-6d372b0c-31e0-495d-ba66-3f73e5a7838b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:38.370594 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-a8759f51-1867-495b-90d3-5bd0b6ed5720 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:38.441184 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.provisioning_blocks [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-a8759f51-1867-495b-90d3-5bd0b6ed5720 service neutron] Transition to ACTIVE for port object 2d845f53-8afd-4863-be8c-a91bc00dadc7 will not be triggered until provisioned by entity L2. {{(pid=93315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:29:38.469281 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [req-7724f287-f2aa-4196-bbcb-077a9569ea02 req-1c11fab7-99a5-416b-85cf-1bc5c8dd7315 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Request body: {'port': {'device_id': '5bc26af7-f90f-4386-9e09-7e551f7c8fbc', 'network_id': 'ac384aef-2059-4aee-9fe8-cc3f23ea8171', 'admin_state_up': True, 'tenant_id': 'afe55c64225f460986dcc8bab02d02a7'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:29:38.478922 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 47836) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:38.657115 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device d76a5528-ceee-42e3-8af3-71407de37c1e up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:29:38.676957 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d372b0c-31e0-495d-ba66-3f73e5a7838b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb245de5-0e51-4498-862c-8def67285f29,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:38.681698 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-a8759f51-1867-495b-90d3-5bd0b6ed5720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:38.748148 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-6d372b0c-31e0-495d-ba66-3f73e5a7838b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4e9f7d7f194d48bc9adba5885a356bd9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4853868 Aug 10 11:29:38.770110 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-26cd1fca-0d2b-4fa6-8c83-98a90a3b09ab req-c69b0d7e-092c-44eb-9729-a973ff1ddbe9 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 210 time: 0.2886550 Aug 10 11:29:38.772395 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 47844) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:38.823008 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8759f51-1867-495b-90d3-5bd0b6ed5720 service neutron] Pushing event updated for resources: {'Port': ['ID=2d845f53-8afd-4863-be8c-a91bc00dadc7,revision_number=2']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:38.845203 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning for port d76a5528-ceee-42e3-8af3-71407de37c1e completed by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:29:38.856681 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port d76a5528-ceee-42e3-8af3-71407de37c1e triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:29:38.858536 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:38.944220 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-7a7c1dfd-799c-4211-bc85-ce34143d0d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:39.000531 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-a8759f51-1867-495b-90d3-5bd0b6ed5720 service neutron] Attempting to bind port 2d845f53-8afd-4863-be8c-a91bc00dadc7 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:29:39.001183 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-a8759f51-1867-495b-90d3-5bd0b6ed5720 service neutron] Attempting to bind port 2d845f53-8afd-4863-be8c-a91bc00dadc7 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': '23e9c845-f45a-4127-8057-0fb5b3f0ab45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a4c14882-478a-4eab-9183-19b5a8a45cbd'}] {{(pid=93315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:29:39.001681 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-a8759f51-1867-495b-90d3-5bd0b6ed5720 service neutron] Attempting to bind port 2d845f53-8afd-4863-be8c-a91bc00dadc7 on network a4c14882-478a-4eab-9183-19b5a8a45cbd {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:29:39.020244 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-a8759f51-1867-495b-90d3-5bd0b6ed5720 service neutron] Port 2d845f53-8afd-4863-be8c-a91bc00dadc7 on network a4c14882-478a-4eab-9183-19b5a8a45cbd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 11:29:39.020818 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-a8759f51-1867-495b-90d3-5bd0b6ed5720 service neutron] Attempting to bind port 2d845f53-8afd-4863-be8c-a91bc00dadc7 on network a4c14882-478a-4eab-9183-19b5a8a45cbd {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:29:39.036436 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-a8759f51-1867-495b-90d3-5bd0b6ed5720 service neutron] Checking agent: {'id': '9054602d-8671-4254-af87-58e8d5e6c079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 27, 44), 'started_at': datetime.datetime(2021, 8, 10, 11, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:29:39.037120 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-a8759f51-1867-495b-90d3-5bd0b6ed5720 service neutron] Checking segment: {'id': '23e9c845-f45a-4127-8057-0fb5b3f0ab45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a4c14882-478a-4eab-9183-19b5a8a45cbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:29:39.037924 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-a8759f51-1867-495b-90d3-5bd0b6ed5720 service neutron] Bound using segment: {'id': '23e9c845-f45a-4127-8057-0fb5b3f0ab45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a4c14882-478a-4eab-9183-19b5a8a45cbd'} {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:29:39.038571 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-a8759f51-1867-495b-90d3-5bd0b6ed5720 service neutron] Bound port: 2d845f53-8afd-4863-be8c-a91bc00dadc7, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23e9c845-f45a-4127-8057-0fb5b3f0ab45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a4c14882-478a-4eab-9183-19b5a8a45cbd'}}] {{(pid=93315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:29:39.039086 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-a8759f51-1867-495b-90d3-5bd0b6ed5720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:39.065424 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e535e7-2e15-49ed-bb4a-9b4fbec87002 req-390785a7-bb39-4d41-9810-0a5df2d55eb9 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:39.068217 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-b7e535e7-2e15-49ed-bb4a-9b4fbec87002 req-390785a7-bb39-4d41-9810-0a5df2d55eb9 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dd5ecd9-1a4b-49c8-b8ac-65d8d61d0296 HTTP/1.1" status: 200 len: 943 time: 0.3571033 Aug 10 11:29:39.134026 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-7a7c1dfd-799c-4211-bc85-ce34143d0d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:39.147166 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-a8759f51-1867-495b-90d3-5bd0b6ed5720 service neutron] For port 2d845f53-8afd-4863-be8c-a91bc00dadc7, host hv-cinder-79280, cleared binding levels {{(pid=93315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:29:39.156781 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-a08277e4-79ed-4bf7-9a4b-84373fb61b5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:39.162494 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-a8759f51-1867-495b-90d3-5bd0b6ed5720 service neutron] For port 2d845f53-8afd-4863-be8c-a91bc00dadc7, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=2d845f53-8afd-4863-be8c-a91bc00dadc7,segment=NetworkSegment(23e9c845-f45a-4127-8057-0fb5b3f0ab45),segment_id=23e9c845-f45a-4127-8057-0fb5b3f0ab45)] {{(pid=93315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:29:39.222350 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-a8759f51-1867-495b-90d3-5bd0b6ed5720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:39.227308 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:39.370297 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] For port d76a5528-ceee-42e3-8af3-71407de37c1e, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=d76a5528-ceee-42e3-8af3-71407de37c1e,segment=NetworkSegment(e9187376-4d44-4bbd-bf2f-facda2c71944),segment_id=e9187376-4d44-4bbd-bf2f-facda2c71944)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:29:39.377731 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:39.383223 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-a08277e4-79ed-4bf7-9a4b-84373fb61b5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:39.385541 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-7a7c1dfd-799c-4211-bc85-ce34143d0d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:39.397458 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-b7e535e7-2e15-49ed-bb4a-9b4fbec87002 req-57afa18b-94c1-49c8-9764-c275583494c7 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/security-groups?id=6385c21b-7a23-4444-8ac3-76ae05e2308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279222 Aug 10 11:29:39.399704 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-a8759f51-1867-495b-90d3-5bd0b6ed5720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:39.400773 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-a8759f51-1867-495b-90d3-5bd0b6ed5720 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:39.402103 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-a8759f51-1867-495b-90d3-5bd0b6ed5720 service neutron] 10.222.0.59 "PUT /v2.0/ports/2d845f53-8afd-4863-be8c-a91bc00dadc7 HTTP/1.1" status: 200 len: 1093 time: 4.3814738 Aug 10 11:29:39.403031 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8759f51-1867-495b-90d3-5bd0b6ed5720 service neutron] Pushing event updated for resources: {'Port': ['ID=2d845f53-8afd-4863-be8c-a91bc00dadc7,revision_number=3']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:39.416472 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-a08277e4-79ed-4bf7-9a4b-84373fb61b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:39.427480 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-dd9ad0e1-5359-4706-87cf-4d0b7ef44a7f req-cac50da8-cb83-4a27-85e8-0c443ea23266 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 210 time: 0.4493389 Aug 10 11:29:39.433287 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dd5ecd9-1a4b-49c8-b8ac-65d8d61d0296', 'tag': '2d845f53-8afd-4863-be8c-a91bc00dadc7'}] {{(pid=93315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:29:39.482833 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c1dfd-799c-4211-bc85-ce34143d0d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce4e35d-feb5-41e2-8224-aec7f3229bb9,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:39.501001 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.59', 60263) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:39.634041 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Pushing event updated for resources: {'Port': ['ID=d76a5528-ceee-42e3-8af3-71407de37c1e,revision_number=5']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:39.681310 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-7a7c1dfd-799c-4211-bc85-ce34143d0d28 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=984cc4ec7c454e839e7168c4a9fd9d26&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3946850 Aug 10 11:29:39.751385 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 47878) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:39.764616 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-68530e51-c783-4460-a419-f96f34511541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:39.777384 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-a08277e4-79ed-4bf7-9a4b-84373fb61b5e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f4065beed92c4f50bf37392c1a7fd582&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1069672 Aug 10 11:29:39.789668 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 47884) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:39.880229 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-5d3ec3fd-f6d0-479a-a8fd-9d46ad270c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:39.973904 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08277e4-79ed-4bf7-9a4b-84373fb61b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd4207a-58ac-40bb-8d66-fc645b0f52ad,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:40.053869 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7724f287-f2aa-4196-bbcb-077a9569ea02 req-1c11fab7-99a5-416b-85cf-1bc5c8dd7315 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Made reservation on behalf of afe55c64225f460986dcc8bab02d02a7 for: {'port': 1} {{(pid=93315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:29:40.068748 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-7724f287-f2aa-4196-bbcb-077a9569ea02 req-1c11fab7-99a5-416b-85cf-1bc5c8dd7315 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:40.103680 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-b28a8a2a-5c17-4f6f-99a3-aa6a91397c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:40.118404 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-b28a8a2a-5c17-4f6f-99a3-aa6a91397c2d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a4be60ff6b8843c48fe403e1fb6cbf57&device_id=5dd5ecd9-1a4b-49c8-b8ac-65d8d61d0296 HTTP/1.1" status: 200 len: 1096 time: 0.6121268 Aug 10 11:29:40.128609 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-5d3ec3fd-f6d0-479a-a8fd-9d46ad270c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:40.194210 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-8013c9f2-f26d-4c45-8ce4-7e5273e7df0b req-a884183e-6b7a-4131-a645-bf645eec7835 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 210 time: 0.2114477 Aug 10 11:29:40.201930 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6373fc61674628fc4ea179701e5cfbb487487662fff8fb4d49624df9baba4f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3546ee-9578-4ad4-8e53-43f65378ab6e" -d '{"events": [{"name": "network-changed", "server_uuid": "5dd5ecd9-1a4b-49c8-b8ac-65d8d61d0296", "tag": "2d845f53-8afd-4863-be8c-a91bc00dadc7"}]}' {{(pid=93315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:29:40.302837 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-95ae035a-5f27-41c5-a679-9100980cb0ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:40.306057 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-63ea6200-7f2f-40ca-adea-739681eedda1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d845f53-8afd-4863-be8c-a91bc00dadc7 HTTP/1.1" status: 200 len: 217 time: 0.1118670 Aug 10 11:29:40.333291 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-941a0a22-b529-47b1-ac46-a28e3665805f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:40.404964 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.db_base_plugin_common [req-7724f287-f2aa-4196-bbcb-077a9569ea02 req-1c11fab7-99a5-416b-85cf-1bc5c8dd7315 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Allocated IP 172.20.0.11 (ac384aef-2059-4aee-9fe8-cc3f23ea8171/ba625b56-e582-40d3-9c2a-ac92dffb393f/362468bd-ab1c-4a19-a6a3-7ec2114fccba) {{(pid=93315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:29:40.424953 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-95ae035a-5f27-41c5-a679-9100980cb0ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:40.518483 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device d76a5528-ceee-42e3-8af3-71407de37c1e up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:29:40.588022 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-941a0a22-b529-47b1-ac46-a28e3665805f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:40.724853 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port d76a5528-ceee-42e3-8af3-71407de37c1e triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:29:40.726287 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:40.734072 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-5d3ec3fd-f6d0-479a-a8fd-9d46ad270c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:40.755317 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-5d3ec3fd-f6d0-479a-a8fd-9d46ad270c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:40.760297 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-5d3ec3fd-f6d0-479a-a8fd-9d46ad270c79 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eb245de5-0e51-4498-862c-8def67285f29 HTTP/1.1" status: 204 len: 168 time: 1.9767618 Aug 10 11:29:40.762112 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-cd2bad23-e469-4b23-9fcf-be4192b95022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:40.767785 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-cd2bad23-e469-4b23-9fcf-be4192b95022 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f0bf8100-aaec-4a7e-a974-691da69ee5a3 HTTP/1.1" status: 200 len: 851 time: 0.4412172 Aug 10 11:29:40.838654 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3ec3fd-f6d0-479a-a8fd-9d46ad270c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb245de5-0e51-4498-862c-8def67285f29,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:40.918258 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-941a0a22-b529-47b1-ac46-a28e3665805f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:40.925397 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-941a0a22-b529-47b1-ac46-a28e3665805f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:40.933799 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-941a0a22-b529-47b1-ac46-a28e3665805f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4dd4207a-58ac-40bb-8d66-fc645b0f52ad HTTP/1.1" status: 204 len: 168 time: 1.1302629 Aug 10 11:29:40.936357 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-95ae035a-5f27-41c5-a679-9100980cb0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:40.956273 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ed3c6-fc09-4dcc-be3d-a6965de0137e req-f3a3bcd3-b6cb-4148-bfa3-2c93bff5b66e tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:40.958315 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-cb3ed3c6-fc09-4dcc-be3d-a6965de0137e req-f3a3bcd3-b6cb-4148-bfa3-2c93bff5b66e tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.59 "GET /v2.0/networks?id=ac384aef-2059-4aee-9fe8-cc3f23ea8171 HTTP/1.1" status: 200 len: 819 time: 1.2051232 Aug 10 11:29:40.958923 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-95ae035a-5f27-41c5-a679-9100980cb0ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:40.963033 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-95ae035a-5f27-41c5-a679-9100980cb0ab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2ce4e35d-feb5-41e2-8224-aec7f3229bb9 HTTP/1.1" status: 204 len: 168 time: 1.2003098 Aug 10 11:29:41.040933 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d8fcf-4311-45b1-be3b-35d62b0ae0ee req-1870f454-f62d-41c9-ab28-0c553b1ca524 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:41.043932 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-7c6d8fcf-4311-45b1-be3b-35d62b0ae0ee req-1870f454-f62d-41c9-ab28-0c553b1ca524 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dd5ecd9-1a4b-49c8-b8ac-65d8d61d0296 HTTP/1.1" status: 200 len: 943 time: 0.4273605 Aug 10 11:29:41.078753 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-7724f287-f2aa-4196-bbcb-077a9569ea02 req-1c11fab7-99a5-416b-85cf-1bc5c8dd7315 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Notify callbacks [] for port, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:41.184131 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-8149e35a-7e32-406e-8201-f92cb0c3b658 req-7e05c1b8-660b-451d-8888-dff4e99a3659 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 210 time: 0.5486836 Aug 10 11:29:41.187208 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-7724f287-f2aa-4196-bbcb-077a9569ea02 req-1c11fab7-99a5-416b-85cf-1bc5c8dd7315 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036'] for port, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:41.208788 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-cda8386c-8d31-4330-a46b-7492e05a4614 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4c14882-478a-4eab-9183-19b5a8a45cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2378082 Aug 10 11:29:41.221975 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a0a22-b529-47b1-ac46-a28e3665805f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd4207a-58ac-40bb-8d66-fc645b0f52ad,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:41.247526 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [req-cb3ed3c6-fc09-4dcc-be3d-a6965de0137e req-6a8f0381-8b9f-46c5-9e97-48216a480c33 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Request body: {'port': {'device_id': '03b4bcad-bd52-44b3-9d68-fe3310fe7e9d', 'network_id': 'ac384aef-2059-4aee-9fe8-cc3f23ea8171', 'admin_state_up': True, 'tenant_id': 'afe55c64225f460986dcc8bab02d02a7'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:29:41.309250 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae035a-5f27-41c5-a679-9100980cb0ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce4e35d-feb5-41e2-8224-aec7f3229bb9,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:41.409214 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7724f287-f2aa-4196-bbcb-077a9569ea02 req-1c11fab7-99a5-416b-85cf-1bc5c8dd7315 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Network ac384aef-2059-4aee-9fe8-cc3f23ea8171 is already hosted by enough agents. {{(pid=93315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:29:41.425569 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.base_scheduler [req-7724f287-f2aa-4196-bbcb-077a9569ea02 req-1c11fab7-99a5-416b-85cf-1bc5c8dd7315 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Resources bound (agent type, host, resource id): {{(pid=93315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:29:41.439805 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [req-7724f287-f2aa-4196-bbcb-077a9569ea02 req-1c11fab7-99a5-416b-85cf-1bc5c8dd7315 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Received port after_create {{(pid=93315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:29:41.446032 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-7c6d8fcf-4311-45b1-be3b-35d62b0ae0ee req-667320a8-fc2a-448f-9b9e-c32b7d32b711 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/security-groups?id=6385c21b-7a23-4444-8ac3-76ae05e2308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715890 Aug 10 11:29:41.454319 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724f287-f2aa-4196-bbcb-077a9569ea02 req-1c11fab7-99a5-416b-85cf-1bc5c8dd7315 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:41.456107 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-7724f287-f2aa-4196-bbcb-077a9569ea02 req-1c11fab7-99a5-416b-85cf-1bc5c8dd7315 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:41.460015 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c11fab7-99a5-416b-85cf-1bc5c8dd7315 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Pushing event updated for resources: {'Port': ['ID=362468bd-ab1c-4a19-a6a3-7ec2114fccba,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:41.522031 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-a21e77f6-a729-49e1-88cb-c31e458be543 service neutron] 10.222.0.59 "GET /v2.0/networks/a4c14882-478a-4eab-9183-19b5a8a45cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153537 Aug 10 11:29:41.525794 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7724f287-f2aa-4196-bbcb-077a9569ea02 req-1c11fab7-99a5-416b-85cf-1bc5c8dd7315 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0799050 Aug 10 11:29:41.596154 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb3ed3c6-fc09-4dcc-be3d-a6965de0137e req-6a8f0381-8b9f-46c5-9e97-48216a480c33 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Made reservation on behalf of afe55c64225f460986dcc8bab02d02a7 for: {'port': 1} {{(pid=93315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:29:41.600241 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-cb3ed3c6-fc09-4dcc-be3d-a6965de0137e req-6a8f0381-8b9f-46c5-9e97-48216a480c33 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:41.627158 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-9b3a8276-e391-4591-a227-141302062630 req-e3a5671f-42cb-4669-93c8-7d8c3f4eb2ec tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 210 time: 0.0353329 Aug 10 11:29:42.001635 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 47950) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:42.025005 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-a6f7b093-7d80-455d-9ff2-affb9d1f72dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:42.113248 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.db_base_plugin_common [req-cb3ed3c6-fc09-4dcc-be3d-a6965de0137e req-6a8f0381-8b9f-46c5-9e97-48216a480c33 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Allocated IP 172.20.0.7 (ac384aef-2059-4aee-9fe8-cc3f23ea8171/ba625b56-e582-40d3-9c2a-ac92dffb393f/04746259-d9eb-4106-ae51-c2eb76c60065) {{(pid=93315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:29:42.116479 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 11:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f78478b-cc1d-49d0-b9c8-a3bffed4d962 x-openstack-request-id: req-4f78478b-cc1d-49d0-b9c8-a3bffed4d962 {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:29:42.116801 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dd5ecd9-1a4b-49c8-b8ac-65d8d61d0296", "tag": "2d845f53-8afd-4863-be8c-a91bc00dadc7", "status": "completed", "code": 200}]} {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:29:42.117054 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4f78478b-cc1d-49d0-b9c8-a3bffed4d962 {{(pid=93315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:29:42.117521 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dd5ecd9-1a4b-49c8-b8ac-65d8d61d0296', 'tag': '2d845f53-8afd-4863-be8c-a91bc00dadc7', 'status': 'completed', 'code': 200} Aug 10 11:29:42.275507 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-a6f7b093-7d80-455d-9ff2-affb9d1f72dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:42.286676 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-a6f7b093-7d80-455d-9ff2-affb9d1f72dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:42.402231 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-481be3cd-7c96-4776-881b-1ff066889536 req-c76108d0-8cc3-4e6f-927c-d3058e22839e tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 210 time: 0.0447125 Aug 10 11:29:42.409308 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-a6f7b093-7d80-455d-9ff2-affb9d1f72dd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b0e209e7eaa14778a8a18c5226019a5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4065342 Aug 10 11:29:42.410181 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f7b093-7d80-455d-9ff2-affb9d1f72dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f02bba2-bf6c-4c17-96f3-56d2c70e0ef3,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:42.412822 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 47970) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:42.528460 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-998a5209-8a91-4b56-855c-c3da413cdf5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:42.577528 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-cb3ed3c6-fc09-4dcc-be3d-a6965de0137e req-6a8f0381-8b9f-46c5-9e97-48216a480c33 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Notify callbacks [] for port, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:42.617132 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-998a5209-8a91-4b56-855c-c3da413cdf5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:42.741288 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-cb3ed3c6-fc09-4dcc-be3d-a6965de0137e req-6a8f0381-8b9f-46c5-9e97-48216a480c33 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036'] for port, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:42.792413 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-998a5209-8a91-4b56-855c-c3da413cdf5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:42.794819 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-998a5209-8a91-4b56-855c-c3da413cdf5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:42.798704 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-998a5209-8a91-4b56-855c-c3da413cdf5f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9f02bba2-bf6c-4c17-96f3-56d2c70e0ef3 HTTP/1.1" status: 204 len: 168 time: 0.3735855 Aug 10 11:29:42.827047 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f0381-8b9f-46c5-9e97-48216a480c33 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Pushing event updated for resources: {'Port': ['ID=04746259-d9eb-4106-ae51-c2eb76c60065,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:42.844523 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a5209-8a91-4b56-855c-c3da413cdf5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f02bba2-bf6c-4c17-96f3-56d2c70e0ef3,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:42.847275 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb3ed3c6-fc09-4dcc-be3d-a6965de0137e req-6a8f0381-8b9f-46c5-9e97-48216a480c33 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Network ac384aef-2059-4aee-9fe8-cc3f23ea8171 is already hosted by enough agents. {{(pid=93315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:29:42.849105 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.base_scheduler [req-cb3ed3c6-fc09-4dcc-be3d-a6965de0137e req-6a8f0381-8b9f-46c5-9e97-48216a480c33 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Resources bound (agent type, host, resource id): {{(pid=93315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:29:42.859839 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb3ed3c6-fc09-4dcc-be3d-a6965de0137e req-6a8f0381-8b9f-46c5-9e97-48216a480c33 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Received port after_create {{(pid=93315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:29:42.881087 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ed3c6-fc09-4dcc-be3d-a6965de0137e req-6a8f0381-8b9f-46c5-9e97-48216a480c33 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:42.881848 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-cb3ed3c6-fc09-4dcc-be3d-a6965de0137e req-6a8f0381-8b9f-46c5-9e97-48216a480c33 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:42.897043 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-63ce2962-07a4-46a6-ad2b-2517e00229c3 req-7460d94b-9baf-413a-8e92-4754527f9da9 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 210 time: 0.0947533 Aug 10 11:29:42.911028 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6da8af-0056-4380-81f8-d6b9da0f66d5 req-b9a6dfe1-9354-494d-a802-5d72f1373bbf tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:42.912923 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-be6da8af-0056-4380-81f8-d6b9da0f66d5 req-b9a6dfe1-9354-494d-a802-5d72f1373bbf tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dd5ecd9-1a4b-49c8-b8ac-65d8d61d0296 HTTP/1.1" status: 200 len: 943 time: 0.2800238 Aug 10 11:29:42.952869 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-cb3ed3c6-fc09-4dcc-be3d-a6965de0137e req-6a8f0381-8b9f-46c5-9e97-48216a480c33 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7287209 Aug 10 11:29:42.961119 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-be6da8af-0056-4380-81f8-d6b9da0f66d5 req-c8270cc4-cdcb-441d-bd2f-ce8076cf0c09 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/security-groups?id=6385c21b-7a23-4444-8ac3-76ae05e2308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417359 Aug 10 11:29:43.588991 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599e3cf-f2bf-478e-841b-b81d6d082cc2 req-f27f844d-a369-4d92-832e-83ff7933117b tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:43.590594 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-e599e3cf-f2bf-478e-841b-b81d6d082cc2 req-f27f844d-a369-4d92-832e-83ff7933117b tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 931 time: 0.0883975 Aug 10 11:29:43.648803 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-e599e3cf-f2bf-478e-841b-b81d6d082cc2 req-187efc9b-2715-404b-9546-0d82921bbb90 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518751 Aug 10 11:29:43.660254 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 48030) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:43.927908 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [None req-846cc187-1b02-4034-9568-4df6764b6f15 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1194586627-network', 'tenant_id': '3333eb015108401bb7724e4c4ffe8906'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:29:43.949784 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:43.963424 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846cc187-1b02-4034-9568-4df6764b6f15 admin admin] Made reservation on behalf of 3333eb015108401bb7724e4c4ffe8906 for: {'network': 1} {{(pid=93315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:29:43.966448 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-846cc187-1b02-4034-9568-4df6764b6f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for network, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:43.976635 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-846cc187-1b02-4034-9568-4df6764b6f15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:44.142527 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-40f30dfa-5e9e-4086-a5aa-372d940af062 req-0a1465e3-cda1-4e78-be14-998ac15aba06 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 210 time: 0.0462320 Aug 10 11:29:44.181635 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d1c460-d4dc-4090-98e6-989ffcd29e0b req-59226486-ad6e-425d-ad9d-e5e4f9f89932 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:44.190546 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-46d1c460-d4dc-4090-98e6-989ffcd29e0b req-59226486-ad6e-425d-ad9d-e5e4f9f89932 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dd5ecd9-1a4b-49c8-b8ac-65d8d61d0296 HTTP/1.1" status: 200 len: 943 time: 0.1001492 Aug 10 11:29:44.211176 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-846cc187-1b02-4034-9568-4df6764b6f15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:44.221502 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-846cc187-1b02-4034-9568-4df6764b6f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:44.282535 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-46d1c460-d4dc-4090-98e6-989ffcd29e0b req-7bdea706-3cbc-476a-8d2a-84646ca2b539 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/security-groups?id=6385c21b-7a23-4444-8ac3-76ae05e2308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870230 Aug 10 11:29:44.284837 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846cc187-1b02-4034-9568-4df6764b6f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25d9495-8fbe-41f2-8d8f-1466e894c679,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:44.301191 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-846cc187-1b02-4034-9568-4df6764b6f15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=93315) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 11:29:44.317554 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-846cc187-1b02-4034-9568-4df6764b6f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462'] for segment, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:44.318270 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.db.segments_db [None req-846cc187-1b02-4034-9568-4df6764b6f15 admin admin] Added segment dbf7c6d8-bd36-445d-94fa-c26ee18339d2 of type vlan for network ac09bc4f-36ca-47b7-859b-ff5189c558ce Aug 10 11:29:44.379602 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-846cc187-1b02-4034-9568-4df6764b6f15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778040477516'] for network, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:44.432615 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-846cc187-1b02-4034-9568-4df6764b6f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008'] for network, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:44.435180 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846cc187-1b02-4034-9568-4df6764b6f15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:44.436683 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-846cc187-1b02-4034-9568-4df6764b6f15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for network, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:44.601446 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846cc187-1b02-4034-9568-4df6764b6f15 admin admin] Pushing event updated for resources: {'Network': ['ID=ac09bc4f-36ca-47b7-859b-ff5189c558ce,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:44.621650 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Network ac09bc4f-36ca-47b7-859b-ff5189c558ce details requested by agent ovs-agent-dv-cinder-792800-5-iscsi with host dv-cinder-792800-5-iscsi {{(pid=93317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 11:29:44.629685 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 48072) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:44.634430 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-846cc187-1b02-4034-9568-4df6764b6f15 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9652755 Aug 10 11:29:44.640275 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-d6f5dc45-c81e-4787-abae-65f081705dac admin admin] Request body: {'subnet': {'network_id': 'ac09bc4f-36ca-47b7-859b-ff5189c558ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1194586627-subnet', 'tenant_id': '3333eb015108401bb7724e4c4ffe8906', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:29:44.706994 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f5dc45-c81e-4787-abae-65f081705dac admin admin] Made reservation on behalf of 3333eb015108401bb7724e4c4ffe8906 for: {'subnet': 1} {{(pid=93316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:29:44.713972 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-d6f5dc45-c81e-4787-abae-65f081705dac admin admin] Notify callbacks [] for subnet, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:45.015439 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a611e5d-29d6-4cbf-bb42-655448cf39c9 req-442ffb70-49e4-471d-acc7-8ef7f48a6944 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:45.023429 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-1a611e5d-29d6-4cbf-bb42-655448cf39c9 req-442ffb70-49e4-471d-acc7-8ef7f48a6944 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 931 time: 0.1752872 Aug 10 11:29:45.107662 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-1a611e5d-29d6-4cbf-bb42-655448cf39c9 req-c379c91e-e156-4375-ac27-48dc4640d640 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824001 Aug 10 11:29:45.245020 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-d6f5dc45-c81e-4787-abae-65f081705dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134105691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008'] for subnet, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:45.266913 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 48118) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:45.431624 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a9faa4c9-7883-4312-96cb-6fac1fe90b43 req-96351860-2a52-4f4d-9818-f7700d7781f6 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 210 time: 0.1019351 Aug 10 11:29:45.488174 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f5dc45-c81e-4787-abae-65f081705dac admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9b4d099-91ca-406e-8cfd-5acd2a21ae77,revision_number=0']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:45.499327 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f5dc45-c81e-4787-abae-65f081705dac admin admin] Checking segment: {'id': 'dbf7c6d8-bd36-445d-94fa-c26ee18339d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'ac09bc4f-36ca-47b7-859b-ff5189c558ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:29:45.499780 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f5dc45-c81e-4787-abae-65f081705dac admin admin] Network hostable DHCP agents. Network: ac09bc4f-36ca-47b7-859b-ff5189c558ce, hostable agents: ['0b3fe0ed-30c0-4c64-a4f4-6f12777a422c'], hosted agents: [] {{(pid=93316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 11:29:45.535117 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-1c86ada4-305b-49a3-ab68-dfed7af98608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:45.551415 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065040f9-49e0-4683-b46d-798aa81a732e req-fed4abff-82ce-4170-86c3-2bbb01d746d7 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:45.552981 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-065040f9-49e0-4683-b46d-798aa81a732e req-fed4abff-82ce-4170-86c3-2bbb01d746d7 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dd5ecd9-1a4b-49c8-b8ac-65d8d61d0296 HTTP/1.1" status: 200 len: 943 time: 0.1744363 Aug 10 11:29:45.573951 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f5dc45-c81e-4787-abae-65f081705dac admin admin] Network ac09bc4f-36ca-47b7-859b-ff5189c558ce is scheduled to be hosted by DHCP agent 0b3fe0ed-30c0-4c64-a4f4-6f12777a422c with binding_index 1 {{(pid=93316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 11:29:45.593633 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.base_scheduler [None req-d6f5dc45-c81e-4787-abae-65f081705dac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-5-iscsi, ac09bc4f-36ca-47b7-859b-ff5189c558ce) {{(pid=93316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:29:45.603841 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f5dc45-c81e-4787-abae-65f081705dac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:45.604042 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca482b17-1467-4ecf-be50-6a24fe624807 None None] Network ac09bc4f-36ca-47b7-859b-ff5189c558ce requested from dv-cinder-792800-5-iscsi {{(pid=93317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:29:45.604979 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-d6f5dc45-c81e-4787-abae-65f081705dac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for subnet, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:45.620612 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-065040f9-49e0-4683-b46d-798aa81a732e req-4219a9b4-d1b5-4fe5-a92b-270da24336d9 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/security-groups?id=6385c21b-7a23-4444-8ac3-76ae05e2308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615091 Aug 10 11:29:45.790597 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-1c86ada4-305b-49a3-ab68-dfed7af98608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:45.799442 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-1c86ada4-305b-49a3-ab68-dfed7af98608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:45.808322 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-d6f5dc45-c81e-4787-abae-65f081705dac admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1720452 Aug 10 11:29:45.900199 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 48138) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:45.903412 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-1c86ada4-305b-49a3-ab68-dfed7af98608 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=52179adff4bd4250aebc30174625f107&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6329758 Aug 10 11:29:45.913170 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c86ada4-305b-49a3-ab68-dfed7af98608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00da3a2-7258-4a09-af48-abc9a5e8cca4,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:45.944565 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9969bb4-c788-4617-899c-04b7a3e97391 None None] Network ac09bc4f-36ca-47b7-859b-ff5189c558ce requested from dv-cinder-792800-5-iscsi {{(pid=93317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:29:46.025084 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-2f08574d-50c3-4f79-840a-387f2a421dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:46.070628 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-2f08574d-50c3-4f79-840a-387f2a421dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:46.196659 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-2f08574d-50c3-4f79-840a-387f2a421dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:46.210721 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-2f08574d-50c3-4f79-840a-387f2a421dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:46.213839 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-2f08574d-50c3-4f79-840a-387f2a421dbd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a00da3a2-7258-4a09-af48-abc9a5e8cca4 HTTP/1.1" status: 204 len: 168 time: 0.3125317 Aug 10 11:29:46.231691 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f08574d-50c3-4f79-840a-387f2a421dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00da3a2-7258-4a09-af48-abc9a5e8cca4,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:46.388210 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66281420-c08b-4893-8717-c4edfd20d50b req-66160d0f-e522-4017-9381-648ffdefe50a tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:46.403278 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-66281420-c08b-4893-8717-c4edfd20d50b req-66160d0f-e522-4017-9381-648ffdefe50a tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 931 time: 0.1672533 Aug 10 11:29:46.530874 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-66281420-c08b-4893-8717-c4edfd20d50b req-e17fbe10-add9-4088-8f7a-c1af3d23b644 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181335 Aug 10 11:29:46.643336 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-3f9d1463-62ca-4888-93cd-6c083d13ce7c req-2eb85f14-aa73-462d-9f92-c27ff0f17b70 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 210 time: 0.0655475 Aug 10 11:29:46.854401 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d6c5c-ceb0-4ea2-8703-a0224e0332fb req-f3de1e3a-7111-4886-80bc-5bcb4503189e tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:46.868219 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c91d6c5c-ceb0-4ea2-8703-a0224e0332fb req-f3de1e3a-7111-4886-80bc-5bcb4503189e tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dd5ecd9-1a4b-49c8-b8ac-65d8d61d0296 HTTP/1.1" status: 200 len: 943 time: 0.1105375 Aug 10 11:29:46.925126 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c91d6c5c-ceb0-4ea2-8703-a0224e0332fb req-68390dff-a593-467c-97ce-4a1e879dd1ee tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/security-groups?id=6385c21b-7a23-4444-8ac3-76ae05e2308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552297 Aug 10 11:29:47.071930 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 48208) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:47.077822 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-de1a3862-99bd-475b-8f39-5e146a50cbdf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1167203983-network', 'tenant_id': '2a778eb58f12410cbaf914953feac6c2'}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:29:47.104617 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1a3862-99bd-475b-8f39-5e146a50cbdf admin admin] Made reservation on behalf of 2a778eb58f12410cbaf914953feac6c2 for: {'network': 1} {{(pid=93316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:29:47.107338 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-de1a3862-99bd-475b-8f39-5e146a50cbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for network, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:47.117596 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-de1a3862-99bd-475b-8f39-5e146a50cbdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:47.230198 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-de1a3862-99bd-475b-8f39-5e146a50cbdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:47.235942 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-de1a3862-99bd-475b-8f39-5e146a50cbdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:47.264455 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de1a3862-99bd-475b-8f39-5e146a50cbdf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=93316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 11:29:47.273881 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a3862-99bd-475b-8f39-5e146a50cbdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f759b0-fb23-4bcb-943b-a78130ca581f,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:47.282584 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-de1a3862-99bd-475b-8f39-5e146a50cbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462'] for segment, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:47.283027 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.db.segments_db [None req-de1a3862-99bd-475b-8f39-5e146a50cbdf admin admin] Added segment 7a126496-e301-462c-8f81-4b5636c6e63f of type vlan for network 523bfefa-62c1-49c4-85de-e24786d1e241 Aug 10 11:29:47.326031 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-de1a3862-99bd-475b-8f39-5e146a50cbdf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778040477516'] for network, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:47.370796 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-de1a3862-99bd-475b-8f39-5e146a50cbdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008'] for network, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:47.375136 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1a3862-99bd-475b-8f39-5e146a50cbdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:47.375798 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-de1a3862-99bd-475b-8f39-5e146a50cbdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for network, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:47.434299 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-de1a3862-99bd-475b-8f39-5e146a50cbdf admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3604753 Aug 10 11:29:47.440457 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 48232) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:47.444289 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [req-cb3ed3c6-fc09-4dcc-be3d-a6965de0137e req-3b0daee3-aae9-4b83-b51b-5d4946bcb78a service neutron] Request body: {'port': {'device_id': '03b4bcad-bd52-44b3-9d68-fe3310fe7e9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:29:47.466768 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [None req-0e7bdb7b-83b9-4bd8-9a59-66e07386a9c8 admin admin] Request body: {'subnet': {'network_id': '523bfefa-62c1-49c4-85de-e24786d1e241', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1167203983-subnet', 'tenant_id': '2a778eb58f12410cbaf914953feac6c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:29:47.488770 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a3862-99bd-475b-8f39-5e146a50cbdf admin admin] Pushing event updated for resources: {'Network': ['ID=523bfefa-62c1-49c4-85de-e24786d1e241,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:47.502817 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Network 523bfefa-62c1-49c4-85de-e24786d1e241 details requested by agent ovs-agent-dv-cinder-792800-5-iscsi with host dv-cinder-792800-5-iscsi {{(pid=93317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 11:29:47.533242 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [req-7724f287-f2aa-4196-bbcb-077a9569ea02 req-03090836-d456-4219-8066-803a4ee67f82 service neutron] Request body: {'port': {'device_id': '5bc26af7-f90f-4386-9e09-7e551f7c8fbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:29:47.545987 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-4c73c338-c4bd-4cf6-a6ba-77f53f03420e req-6babeb85-9995-4526-9dcf-68de7898bf1f service neutron] 10.222.0.59 "GET /v2.0/networks/a4c14882-478a-4eab-9183-19b5a8a45cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081660 Aug 10 11:29:47.580492 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7bdb7b-83b9-4bd8-9a59-66e07386a9c8 admin admin] Made reservation on behalf of 2a778eb58f12410cbaf914953feac6c2 for: {'subnet': 1} {{(pid=93315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:29:47.588164 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-0e7bdb7b-83b9-4bd8-9a59-66e07386a9c8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:47.695407 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 48246) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:47.770398 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3546ee-9578-4ad4-8e53-43f65378ab6e req-c3ca5925-ce02-4100-9e65-9413979fa3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:47.772565 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-ec3546ee-9578-4ad4-8e53-43f65378ab6e req-c3ca5925-ce02-4100-9e65-9413979fa3ac service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a4be60ff6b8843c48fe403e1fb6cbf57&device_id=5dd5ecd9-1a4b-49c8-b8ac-65d8d61d0296 HTTP/1.1" status: 200 len: 1096 time: 0.0744824 Aug 10 11:29:47.779215 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-cb3ed3c6-fc09-4dcc-be3d-a6965de0137e req-3b0daee3-aae9-4b83-b51b-5d4946bcb78a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:47.783753 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77df34-9408-49cc-afc8-5f2c71f837cf req-9c8c7077-591d-4a96-92e1-02ff8ac2d0d1 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:47.792068 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-4e77df34-9408-49cc-afc8-5f2c71f837cf req-9c8c7077-591d-4a96-92e1-02ff8ac2d0d1 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 931 time: 0.1554298 Aug 10 11:29:47.811498 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-7724f287-f2aa-4196-bbcb-077a9569ea02 req-03090836-d456-4219-8066-803a4ee67f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:47.860089 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-91f1d79c-2095-4b63-bb9d-e2b5e12d2607 req-e1e36cda-3562-4838-bd4d-bb4dc3596f51 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 210 time: 0.0849156 Aug 10 11:29:47.946140 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-4e77df34-9408-49cc-afc8-5f2c71f837cf req-ad588cff-88a3-4559-abff-04081c82e5b1 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525140 Aug 10 11:29:48.035238 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.59', 60272) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:48.341485 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3546ee-9578-4ad4-8e53-43f65378ab6e req-e6d47f37-9ad9-400e-956f-734f3d096813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:48.343615 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-ec3546ee-9578-4ad4-8e53-43f65378ab6e req-e6d47f37-9ad9-400e-956f-734f3d096813 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a4c14882-478a-4eab-9183-19b5a8a45cbd HTTP/1.1" status: 200 len: 912 time: 0.5490196 Aug 10 11:29:48.364646 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-85b1ad40-a599-48f7-9482-3a60cfba85a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:48.416625 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-ec3546ee-9578-4ad4-8e53-43f65378ab6e req-0b1826e8-11e3-4313-9615-0676b11533c6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d845f53-8afd-4863-be8c-a91bc00dadc7 HTTP/1.1" status: 200 len: 217 time: 0.0636909 Aug 10 11:29:48.419034 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c73b53-7a35-4444-8505-80bb07983048 req-12563c1f-938e-43d2-9e07-e30bba56c379 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:48.427016 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-87c73b53-7a35-4444-8505-80bb07983048 req-12563c1f-938e-43d2-9e07-e30bba56c379 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dd5ecd9-1a4b-49c8-b8ac-65d8d61d0296 HTTP/1.1" status: 200 len: 943 time: 0.2762661 Aug 10 11:29:48.526924 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-2fe65e1e-abdf-4ac5-b7f4-20b42114cee3 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:48.528400 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-2fe65e1e-abdf-4ac5-b7f4-20b42114cee3 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.59 "GET /v2.0/networks?id=caf833b7-6b1c-4283-9a64-20c0e4838897 HTTP/1.1" status: 200 len: 817 time: 0.4875586 Aug 10 11:29:48.569819 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3546ee-9578-4ad4-8e53-43f65378ab6e req-26b14ee0-1c9a-43c3-8347-2a7c4b7cafb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:48.571839 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-ec3546ee-9578-4ad4-8e53-43f65378ab6e req-26b14ee0-1c9a-43c3-8347-2a7c4b7cafb2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f0bf8100-aaec-4a7e-a974-691da69ee5a3 HTTP/1.1" status: 200 len: 851 time: 0.1308486 Aug 10 11:29:48.579234 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-87c73b53-7a35-4444-8505-80bb07983048 req-e22c9c75-1050-4c82-8fbc-8d506c63145e tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/security-groups?id=6385c21b-7a23-4444-8ac3-76ae05e2308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513481 Aug 10 11:29:48.586091 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [req-cb3ed3c6-fc09-4dcc-be3d-a6965de0137e req-3b0daee3-aae9-4b83-b51b-5d4946bcb78a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04746259-d9eb-4106-ae51-c2eb76c60065 {{(pid=93315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 11:29:48.594270 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-0e7bdb7b-83b9-4bd8-9a59-66e07386a9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134105691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008'] for subnet, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:48.597621 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-cb3ed3c6-fc09-4dcc-be3d-a6965de0137e req-3b0daee3-aae9-4b83-b51b-5d4946bcb78a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:48.644071 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-7dfca605-8a9b-40b9-ba04-83d31e6c2bcb tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a68aeea61694149bca356d548ab331a HTTP/1.1" status: 200 len: 379 time: 0.0991669 Aug 10 11:29:48.644284 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.provisioning_blocks [req-cb3ed3c6-fc09-4dcc-be3d-a6965de0137e req-3b0daee3-aae9-4b83-b51b-5d4946bcb78a service neutron] Transition to ACTIVE for port object 04746259-d9eb-4106-ae51-c2eb76c60065 will not be triggered until provisioned by entity L2. {{(pid=93315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:29:48.644912 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-ec3546ee-9578-4ad4-8e53-43f65378ab6e req-40879543-46b0-4416-8315-9bf344769c41 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4c14882-478a-4eab-9183-19b5a8a45cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363321 Aug 10 11:29:48.660332 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-16c9c8d5-e50b-4296-8f15-2f0fd0509f8d tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Request body: {'port': {'device_id': 'f9a7931f-83f4-497e-ba99-814093e07174', 'network_id': 'caf833b7-6b1c-4283-9a64-20c0e4838897', 'admin_state_up': True, 'tenant_id': '7a68aeea61694149bca356d548ab331a', 'security_groups': ['b59216fa-5bdf-44f9-8ec2-7e5d2cf63935']}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:29:48.705313 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-cb3ed3c6-fc09-4dcc-be3d-a6965de0137e req-3b0daee3-aae9-4b83-b51b-5d4946bcb78a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:48.778330 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bdb7b-83b9-4bd8-9a59-66e07386a9c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46bc8885-531b-429e-aca9-3d47d68e792c,revision_number=0']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:48.838333 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-85b1ad40-a599-48f7-9482-3a60cfba85a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:48.852663 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7bdb7b-83b9-4bd8-9a59-66e07386a9c8 admin admin] Checking segment: {'id': '7a126496-e301-462c-8f81-4b5636c6e63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '523bfefa-62c1-49c4-85de-e24786d1e241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:29:48.852871 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7bdb7b-83b9-4bd8-9a59-66e07386a9c8 admin admin] Network hostable DHCP agents. Network: 523bfefa-62c1-49c4-85de-e24786d1e241, hostable agents: ['0b3fe0ed-30c0-4c64-a4f4-6f12777a422c'], hosted agents: [] {{(pid=93315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 11:29:48.852991 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-85b1ad40-a599-48f7-9482-3a60cfba85a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:48.877408 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-cb3ed3c6-fc09-4dcc-be3d-a6965de0137e req-3b0daee3-aae9-4b83-b51b-5d4946bcb78a service neutron] Attempting to bind port 04746259-d9eb-4106-ae51-c2eb76c60065 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:29:48.877408 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-cb3ed3c6-fc09-4dcc-be3d-a6965de0137e req-3b0daee3-aae9-4b83-b51b-5d4946bcb78a service neutron] Attempting to bind port 04746259-d9eb-4106-ae51-c2eb76c60065 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': 'e9187376-4d44-4bbd-bf2f-facda2c71944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ac384aef-2059-4aee-9fe8-cc3f23ea8171'}] {{(pid=93315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:29:48.877759 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3ed3c6-fc09-4dcc-be3d-a6965de0137e req-3b0daee3-aae9-4b83-b51b-5d4946bcb78a service neutron] Attempting to bind port 04746259-d9eb-4106-ae51-c2eb76c60065 on network ac384aef-2059-4aee-9fe8-cc3f23ea8171 {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:29:48.887555 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-ec3546ee-9578-4ad4-8e53-43f65378ab6e req-01b11010-29fb-44a7-b54f-90a9986d73c5 service neutron] 10.222.0.59 "GET /v2.0/networks/a4c14882-478a-4eab-9183-19b5a8a45cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238493 Aug 10 11:29:48.896610 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b1ad40-a599-48f7-9482-3a60cfba85a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0384eaac-dc1a-4e28-808f-a66b98f9db9d,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:48.926054 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0daee3-aae9-4b83-b51b-5d4946bcb78a service neutron] Pushing event updated for resources: {'Port': ['ID=04746259-d9eb-4106-ae51-c2eb76c60065,revision_number=2']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:48.928641 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3ed3c6-fc09-4dcc-be3d-a6965de0137e req-3b0daee3-aae9-4b83-b51b-5d4946bcb78a service neutron] Port 04746259-d9eb-4106-ae51-c2eb76c60065 on network ac384aef-2059-4aee-9fe8-cc3f23ea8171 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 11:29:48.928934 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3ed3c6-fc09-4dcc-be3d-a6965de0137e req-3b0daee3-aae9-4b83-b51b-5d4946bcb78a service neutron] Attempting to bind port 04746259-d9eb-4106-ae51-c2eb76c60065 on network ac384aef-2059-4aee-9fe8-cc3f23ea8171 {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:29:48.975918 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3ed3c6-fc09-4dcc-be3d-a6965de0137e req-3b0daee3-aae9-4b83-b51b-5d4946bcb78a service neutron] Checking agent: {'id': '9054602d-8671-4254-af87-58e8d5e6c079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 27, 44), 'started_at': datetime.datetime(2021, 8, 10, 11, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:29:48.976350 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3ed3c6-fc09-4dcc-be3d-a6965de0137e req-3b0daee3-aae9-4b83-b51b-5d4946bcb78a service neutron] Checking segment: {'id': 'e9187376-4d44-4bbd-bf2f-facda2c71944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ac384aef-2059-4aee-9fe8-cc3f23ea8171'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:29:48.976686 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3ed3c6-fc09-4dcc-be3d-a6965de0137e req-3b0daee3-aae9-4b83-b51b-5d4946bcb78a service neutron] Bound using segment: {'id': 'e9187376-4d44-4bbd-bf2f-facda2c71944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ac384aef-2059-4aee-9fe8-cc3f23ea8171'} {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:29:48.977697 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-cb3ed3c6-fc09-4dcc-be3d-a6965de0137e req-3b0daee3-aae9-4b83-b51b-5d4946bcb78a service neutron] Bound port: 04746259-d9eb-4106-ae51-c2eb76c60065, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9187376-4d44-4bbd-bf2f-facda2c71944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ac384aef-2059-4aee-9fe8-cc3f23ea8171'}}] {{(pid=93315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:29:48.978063 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-cb3ed3c6-fc09-4dcc-be3d-a6965de0137e req-3b0daee3-aae9-4b83-b51b-5d4946bcb78a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:49.000715 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7bdb7b-83b9-4bd8-9a59-66e07386a9c8 admin admin] Network 523bfefa-62c1-49c4-85de-e24786d1e241 is scheduled to be hosted by DHCP agent 0b3fe0ed-30c0-4c64-a4f4-6f12777a422c with binding_index 1 {{(pid=93315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 11:29:49.021015 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-85b1ad40-a599-48f7-9482-3a60cfba85a7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f2d9fd0cbaea4212878bb73319be578c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3187897 Aug 10 11:29:49.021878 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 48306) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:49.045954 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 2d845f53-8afd-4863-be8c-a91bc00dadc7 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 11:29:49.055914 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.base_scheduler [None req-0e7bdb7b-83b9-4bd8-9a59-66e07386a9c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-5-iscsi, 523bfefa-62c1-49c4-85de-e24786d1e241) {{(pid=93315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:29:49.068429 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7bdb7b-83b9-4bd8-9a59-66e07386a9c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:49.069077 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-0e7bdb7b-83b9-4bd8-9a59-66e07386a9c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for subnet, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:49.077082 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [req-7724f287-f2aa-4196-bbcb-077a9569ea02 req-03090836-d456-4219-8066-803a4ee67f82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 362468bd-ab1c-4a19-a6a3-7ec2114fccba {{(pid=93315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 11:29:49.095538 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-7724f287-f2aa-4196-bbcb-077a9569ea02 req-03090836-d456-4219-8066-803a4ee67f82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:49.101785 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-f062ddba-3cde-496e-9ac9-5f4c299650b8 req-2dd3e2eb-68a7-441a-b3e8-f5d30ec6afc2 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 210 time: 0.0899968 Aug 10 11:29:49.168542 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-0e7bdb7b-83b9-4bd8-9a59-66e07386a9c8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7052877 Aug 10 11:29:49.172049 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.provisioning_blocks [req-7724f287-f2aa-4196-bbcb-077a9569ea02 req-03090836-d456-4219-8066-803a4ee67f82 service neutron] Transition to ACTIVE for port object 362468bd-ab1c-4a19-a6a3-7ec2114fccba will not be triggered until provisioned by entity L2. {{(pid=93315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:29:49.184562 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0b01a7b0-620f-4ff3-a7da-b0da92f1e4bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:49.187279 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-cb3ed3c6-fc09-4dcc-be3d-a6965de0137e req-3b0daee3-aae9-4b83-b51b-5d4946bcb78a service neutron] For port 04746259-d9eb-4106-ae51-c2eb76c60065, host hv-cinder-79280, cleared binding levels {{(pid=93315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:29:49.200374 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-7724f287-f2aa-4196-bbcb-077a9569ea02 req-03090836-d456-4219-8066-803a4ee67f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:49.207767 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-cb3ed3c6-fc09-4dcc-be3d-a6965de0137e req-3b0daee3-aae9-4b83-b51b-5d4946bcb78a service neutron] For port 04746259-d9eb-4106-ae51-c2eb76c60065, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=04746259-d9eb-4106-ae51-c2eb76c60065,segment=NetworkSegment(e9187376-4d44-4bbd-bf2f-facda2c71944),segment_id=e9187376-4d44-4bbd-bf2f-facda2c71944)] {{(pid=93315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:29:49.212798 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-16c9c8d5-e50b-4296-8f15-2f0fd0509f8d tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Made reservation on behalf of 7a68aeea61694149bca356d548ab331a for: {'port': 1} {{(pid=93316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:29:49.216905 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-16c9c8d5-e50b-4296-8f15-2f0fd0509f8d tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:49.224028 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-cb3ed3c6-fc09-4dcc-be3d-a6965de0137e req-3b0daee3-aae9-4b83-b51b-5d4946bcb78a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:49.232819 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0b01a7b0-620f-4ff3-a7da-b0da92f1e4bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:49.256827 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-ec3546ee-9578-4ad4-8e53-43f65378ab6e req-48b92de8-cd16-4c06-8440-3b3c09b6454d service neutron] 10.222.0.59 "GET /v2.0/networks/a4c14882-478a-4eab-9183-19b5a8a45cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374202 Aug 10 11:29:49.340611 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8575cd-1b58-4fd7-8b02-e69971b0c1a0 req-3444bc23-9f82-4733-8fc4-b0a21081e74d tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:49.342248 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-4a8575cd-1b58-4fd7-8b02-e69971b0c1a0 req-3444bc23-9f82-4733-8fc4-b0a21081e74d tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 943 time: 0.2037597 Aug 10 11:29:49.378869 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ed3c6-fc09-4dcc-be3d-a6965de0137e req-3b0daee3-aae9-4b83-b51b-5d4946bcb78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:49.380991 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-cb3ed3c6-fc09-4dcc-be3d-a6965de0137e req-3b0daee3-aae9-4b83-b51b-5d4946bcb78a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:49.384218 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-cb3ed3c6-fc09-4dcc-be3d-a6965de0137e req-3b0daee3-aae9-4b83-b51b-5d4946bcb78a service neutron] 10.222.0.59 "PUT /v2.0/ports/04746259-d9eb-4106-ae51-c2eb76c60065 HTTP/1.1" status: 200 len: 1093 time: 1.9456344 Aug 10 11:29:49.387033 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03b4bcad-bd52-44b3-9d68-fe3310fe7e9d', 'tag': '04746259-d9eb-4106-ae51-c2eb76c60065'}] {{(pid=93315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:29:49.389525 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6373fc61674628fc4ea179701e5cfbb487487662fff8fb4d49624df9baba4f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d896aa-600f-4b2d-8f3e-6ff32a934072" -d '{"events": [{"name": "network-changed", "server_uuid": "03b4bcad-bd52-44b3-9d68-fe3310fe7e9d", "tag": "04746259-d9eb-4106-ae51-c2eb76c60065"}]}' {{(pid=93315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:29:49.462565 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-7724f287-f2aa-4196-bbcb-077a9569ea02 req-03090836-d456-4219-8066-803a4ee67f82 service neutron] Attempting to bind port 362468bd-ab1c-4a19-a6a3-7ec2114fccba on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:29:49.463177 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-7724f287-f2aa-4196-bbcb-077a9569ea02 req-03090836-d456-4219-8066-803a4ee67f82 service neutron] Attempting to bind port 362468bd-ab1c-4a19-a6a3-7ec2114fccba by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': 'e9187376-4d44-4bbd-bf2f-facda2c71944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ac384aef-2059-4aee-9fe8-cc3f23ea8171'}] {{(pid=93315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:29:49.463695 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7724f287-f2aa-4196-bbcb-077a9569ea02 req-03090836-d456-4219-8066-803a4ee67f82 service neutron] Attempting to bind port 362468bd-ab1c-4a19-a6a3-7ec2114fccba on network ac384aef-2059-4aee-9fe8-cc3f23ea8171 {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:29:49.468158 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03090836-d456-4219-8066-803a4ee67f82 service neutron] Pushing event updated for resources: {'Port': ['ID=362468bd-ab1c-4a19-a6a3-7ec2114fccba,revision_number=2']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:49.500721 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2319778-b837-449e-8a40-b13054ec82bb None None] Network 523bfefa-62c1-49c4-85de-e24786d1e241 requested from dv-cinder-792800-5-iscsi {{(pid=93317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:29:49.549994 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0b01a7b0-620f-4ff3-a7da-b0da92f1e4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:49.559035 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0b01a7b0-620f-4ff3-a7da-b0da92f1e4bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:49.566589 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-0b01a7b0-620f-4ff3-a7da-b0da92f1e4bc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0384eaac-dc1a-4e28-808f-a66b98f9db9d HTTP/1.1" status: 204 len: 168 time: 0.5378032 Aug 10 11:29:49.578957 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0daee3-aae9-4b83-b51b-5d4946bcb78a service neutron] Pushing event updated for resources: {'Port': ['ID=04746259-d9eb-4106-ae51-c2eb76c60065,revision_number=3']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:49.599384 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 48324) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:49.602076 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7724f287-f2aa-4196-bbcb-077a9569ea02 req-03090836-d456-4219-8066-803a4ee67f82 service neutron] Port 362468bd-ab1c-4a19-a6a3-7ec2114fccba on network ac384aef-2059-4aee-9fe8-cc3f23ea8171 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 11:29:49.602473 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7724f287-f2aa-4196-bbcb-077a9569ea02 req-03090836-d456-4219-8066-803a4ee67f82 service neutron] Attempting to bind port 362468bd-ab1c-4a19-a6a3-7ec2114fccba on network ac384aef-2059-4aee-9fe8-cc3f23ea8171 {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:29:49.647341 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b01a7b0-620f-4ff3-a7da-b0da92f1e4bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0384eaac-dc1a-4e28-808f-a66b98f9db9d,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:49.660021 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-4a8575cd-1b58-4fd7-8b02-e69971b0c1a0 req-583c35e9-3c4a-465a-b4b0-d41d35880d8d tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893455 Aug 10 11:29:49.681910 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 11:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c8f99f-6e13-4aba-b3f0-8cc4a3b92221 x-openstack-request-id: req-97c8f99f-6e13-4aba-b3f0-8cc4a3b92221 {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:29:49.682202 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03b4bcad-bd52-44b3-9d68-fe3310fe7e9d", "tag": "04746259-d9eb-4106-ae51-c2eb76c60065", "status": "completed", "code": 200}]} {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:29:49.682455 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-97c8f99f-6e13-4aba-b3f0-8cc4a3b92221 {{(pid=93315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:29:49.682855 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03b4bcad-bd52-44b3-9d68-fe3310fe7e9d', 'tag': '04746259-d9eb-4106-ae51-c2eb76c60065', 'status': 'completed', 'code': 200} Aug 10 11:29:49.724683 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.db_base_plugin_common [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-16c9c8d5-e50b-4296-8f15-2f0fd0509f8d tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Allocated IP 172.20.0.4 (caf833b7-6b1c-4283-9a64-20c0e4838897/ef775550-3c92-437a-ad9c-5040b90d0f3e/734fd62e-a75e-4120-ba4d-b732bed04e73) {{(pid=93316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:29:49.725992 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7724f287-f2aa-4196-bbcb-077a9569ea02 req-03090836-d456-4219-8066-803a4ee67f82 service neutron] Checking agent: {'id': '9054602d-8671-4254-af87-58e8d5e6c079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 27, 44), 'started_at': datetime.datetime(2021, 8, 10, 11, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:29:49.726526 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7724f287-f2aa-4196-bbcb-077a9569ea02 req-03090836-d456-4219-8066-803a4ee67f82 service neutron] Checking segment: {'id': 'e9187376-4d44-4bbd-bf2f-facda2c71944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ac384aef-2059-4aee-9fe8-cc3f23ea8171'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:29:49.727492 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7724f287-f2aa-4196-bbcb-077a9569ea02 req-03090836-d456-4219-8066-803a4ee67f82 service neutron] Bound using segment: {'id': 'e9187376-4d44-4bbd-bf2f-facda2c71944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ac384aef-2059-4aee-9fe8-cc3f23ea8171'} {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:29:49.728216 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-7724f287-f2aa-4196-bbcb-077a9569ea02 req-03090836-d456-4219-8066-803a4ee67f82 service neutron] Bound port: 362468bd-ab1c-4a19-a6a3-7ec2114fccba, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9187376-4d44-4bbd-bf2f-facda2c71944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ac384aef-2059-4aee-9fe8-cc3f23ea8171'}}] {{(pid=93315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:29:49.728831 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-7724f287-f2aa-4196-bbcb-077a9569ea02 req-03090836-d456-4219-8066-803a4ee67f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:49.798128 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ed3c6-fc09-4dcc-be3d-a6965de0137e req-08b19876-9100-4278-b333-3c60f01996ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:49.799933 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-cb3ed3c6-fc09-4dcc-be3d-a6965de0137e req-08b19876-9100-4278-b333-3c60f01996ba service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=afe55c64225f460986dcc8bab02d02a7&device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 1096 time: 0.3685460 Aug 10 11:29:49.846938 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d44f19c-4675-40a9-94c4-7d20e76fbd8d admin admin] Deleting subnet e9b4d099-91ca-406e-8cfd-5acd2a21ae77 {{(pid=93315) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 11:29:49.870276 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a577f40b-41d3-4b1f-80a7-5a3cc50c2500 None None] Network 523bfefa-62c1-49c4-85de-e24786d1e241 requested from dv-cinder-792800-5-iscsi {{(pid=93317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:29:49.904101 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 2d845f53-8afd-4863-be8c-a91bc00dadc7, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=2d845f53-8afd-4863-be8c-a91bc00dadc7,segment=NetworkSegment(23e9c845-f45a-4127-8057-0fb5b3f0ab45),segment_id=23e9c845-f45a-4127-8057-0fb5b3f0ab45)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:29:49.948869 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Returning: {'device': '2d845f53-8afd-4863-be8c-a91bc00dadc7', 'network_id': 'a4c14882-478a-4eab-9183-19b5a8a45cbd', 'port_id': '2d845f53-8afd-4863-be8c-a91bc00dadc7', 'mac_address': 'fa:16:3e:1b:d0:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0bf8100-aaec-4a7e-a974-691da69ee5a3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 11:29:49.975717 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-16c9c8d5-e50b-4296-8f15-2f0fd0509f8d tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks [] for port, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:49.998210 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.provisioning_blocks [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-16c9c8d5-e50b-4296-8f15-2f0fd0509f8d tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Transition to ACTIVE for port object 734fd62e-a75e-4120-ba4d-b732bed04e73 will not be triggered until provisioned by entity DHCP. {{(pid=93316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:29:50.040640 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:50.054403 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-16c9c8d5-e50b-4296-8f15-2f0fd0509f8d tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036'] for port, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:50.121535 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d845f53-8afd-4863-be8c-a91bc00dadc7 {{(pid=93317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 11:29:50.154768 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-2d44f19c-4675-40a9-94c4-7d20e76fbd8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:50.157642 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-cb3ed3c6-fc09-4dcc-be3d-a6965de0137e req-f219c05c-9b11-4277-8c89-3a3a4cb364ab service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04746259-d9eb-4106-ae51-c2eb76c60065 HTTP/1.1" status: 200 len: 217 time: 0.3398089 Aug 10 11:29:50.178522 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 2d845f53-8afd-4863-be8c-a91bc00dadc7, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=2d845f53-8afd-4863-be8c-a91bc00dadc7,segment=NetworkSegment(23e9c845-f45a-4127-8057-0fb5b3f0ab45),segment_id=23e9c845-f45a-4127-8057-0fb5b3f0ab45)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:29:50.187842 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:50.195257 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-16c9c8d5-e50b-4296-8f15-2f0fd0509f8d tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Network caf833b7-6b1c-4283-9a64-20c0e4838897 is already hosted by enough agents. {{(pid=93316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:29:50.201321 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.base_scheduler [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-16c9c8d5-e50b-4296-8f15-2f0fd0509f8d tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Resources bound (agent type, host, resource id): {{(pid=93316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:29:50.206888 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-16c9c8d5-e50b-4296-8f15-2f0fd0509f8d tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Received port after_create {{(pid=93316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:29:50.215089 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-16c9c8d5-e50b-4296-8f15-2f0fd0509f8d tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:50.215862 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-16c9c8d5-e50b-4296-8f15-2f0fd0509f8d tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for port, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:50.221198 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c9c8d5-e50b-4296-8f15-2f0fd0509f8d tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Pushing event updated for resources: {'Port': ['ID=734fd62e-a75e-4120-ba4d-b732bed04e73,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:50.304235 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=2d845f53-8afd-4863-be8c-a91bc00dadc7,revision_number=4']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:50.307286 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ed3c6-fc09-4dcc-be3d-a6965de0137e req-82a304da-0d6f-41a0-bcce-b1ee36628823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:50.308922 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-cb3ed3c6-fc09-4dcc-be3d-a6965de0137e req-82a304da-0d6f-41a0-bcce-b1ee36628823 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ba625b56-e582-40d3-9c2a-ac92dffb393f HTTP/1.1" status: 200 len: 859 time: 0.0804608 Aug 10 11:29:50.322285 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-16c9c8d5-e50b-4296-8f15-2f0fd0509f8d tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6688709 Aug 10 11:29:50.329506 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-7724f287-f2aa-4196-bbcb-077a9569ea02 req-03090836-d456-4219-8066-803a4ee67f82 service neutron] For port 362468bd-ab1c-4a19-a6a3-7ec2114fccba, host hv-cinder-79280, cleared binding levels {{(pid=93315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:29:50.349739 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-27f829c7-48b0-4f83-b4cf-926999ddb892 service neutron] Request body: {'port': {'device_id': 'f9a7931f-83f4-497e-ba99-814093e07174', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:29:50.359957 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 48348) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:50.372352 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-2d44f19c-4675-40a9-94c4-7d20e76fbd8d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:50.407062 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-cb3ed3c6-fc09-4dcc-be3d-a6965de0137e req-b925cd80-09e6-4e49-b2ca-a3f36012a7b7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ac384aef-2059-4aee-9fe8-cc3f23ea8171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809896 Aug 10 11:29:50.415184 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83b11b-6dbe-4ba0-bc2f-6a4844d2eda2 req-b150d041-3efc-4682-89c4-772449bce940 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:50.415353 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-7724f287-f2aa-4196-bbcb-077a9569ea02 req-03090836-d456-4219-8066-803a4ee67f82 service neutron] For port 362468bd-ab1c-4a19-a6a3-7ec2114fccba, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=362468bd-ab1c-4a19-a6a3-7ec2114fccba,segment=NetworkSegment(e9187376-4d44-4bbd-bf2f-facda2c71944),segment_id=e9187376-4d44-4bbd-bf2f-facda2c71944)] {{(pid=93315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:29:50.421298 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-2d44f19c-4675-40a9-94c4-7d20e76fbd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926530'] for subnet, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:50.424763 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-4b83b11b-6dbe-4ba0-bc2f-6a4844d2eda2 req-b150d041-3efc-4682-89c4-772449bce940 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 931 time: 0.2047994 Aug 10 11:29:50.431424 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42a118-d9ac-4e24-9017-629445e442ad req-e9f62f70-f860-4ca6-b675-f9401597b6b6 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:50.433074 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-1d42a118-d9ac-4e24-9017-629445e442ad req-e9f62f70-f860-4ca6-b675-f9401597b6b6 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dd5ecd9-1a4b-49c8-b8ac-65d8d61d0296 HTTP/1.1" status: 200 len: 943 time: 0.6678376 Aug 10 11:29:50.445224 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] get_ports_and_sgs() called for port_ids ['2d845f53-8afd-4863-be8c-a91bc00dadc7'] {{(pid=93317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 11:29:50.463329 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-7724f287-f2aa-4196-bbcb-077a9569ea02 req-03090836-d456-4219-8066-803a4ee67f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:50.474096 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-22fbb1d4-4539-4abd-a260-345255e81b87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:50.537029 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-4b83b11b-6dbe-4ba0-bc2f-6a4844d2eda2 req-ff37e7ee-9fb0-4d5a-9158-78ab3c4450c7 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122255 Aug 10 11:29:50.559178 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-27f829c7-48b0-4f83-b4cf-926999ddb892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:50.566760 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724f287-f2aa-4196-bbcb-077a9569ea02 req-03090836-d456-4219-8066-803a4ee67f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:50.567569 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-7724f287-f2aa-4196-bbcb-077a9569ea02 req-03090836-d456-4219-8066-803a4ee67f82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:50.569072 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7724f287-f2aa-4196-bbcb-077a9569ea02 req-03090836-d456-4219-8066-803a4ee67f82 service neutron] 10.222.0.59 "PUT /v2.0/ports/362468bd-ab1c-4a19-a6a3-7ec2114fccba HTTP/1.1" status: 200 len: 1094 time: 3.1307633 Aug 10 11:29:50.619175 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-3c0f475e-7990-450e-88ce-4682626b7a31 None None] Provisioning for port 734fd62e-a75e-4120-ba4d-b732bed04e73 completed by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:29:50.656091 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-3c0f475e-7990-450e-88ce-4682626b7a31 None None] Provisioning complete for port 734fd62e-a75e-4120-ba4d-b732bed04e73 triggered by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:29:50.656708 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-3c0f475e-7990-450e-88ce-4682626b7a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:50.694127 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-1d42a118-d9ac-4e24-9017-629445e442ad req-f0a7829a-193c-4927-8046-fba533313fb7 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/security-groups?id=6385c21b-7a23-4444-8ac3-76ae05e2308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103598 Aug 10 11:29:50.694738 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03090836-d456-4219-8066-803a4ee67f82 service neutron] Pushing event updated for resources: {'Port': ['ID=362468bd-ab1c-4a19-a6a3-7ec2114fccba,revision_number=3']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:50.719236 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-2d44f19c-4675-40a9-94c4-7d20e76fbd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134105691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008'] for subnet, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:50.772254 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44f19c-4675-40a9-94c4-7d20e76fbd8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9b4d099-91ca-406e-8cfd-5acd2a21ae77,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:50.781652 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-cb3ed3c6-fc09-4dcc-be3d-a6965de0137e req-f8bd777a-a831-4be1-bcaf-58c7c333de1d service neutron] 10.222.0.59 "GET /v2.0/networks/ac384aef-2059-4aee-9fe8-cc3f23ea8171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642159 Aug 10 11:29:50.789380 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724f287-f2aa-4196-bbcb-077a9569ea02 req-224a9c51-6024-49d1-90c2-d693a694c431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:50.791286 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7724f287-f2aa-4196-bbcb-077a9569ea02 req-224a9c51-6024-49d1-90c2-d693a694c431 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=afe55c64225f460986dcc8bab02d02a7&device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 1097 time: 0.1708386 Aug 10 11:29:50.792392 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-2d44f19c-4675-40a9-94c4-7d20e76fbd8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:50.796619 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-2d44f19c-4675-40a9-94c4-7d20e76fbd8d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e9b4d099-91ca-406e-8cfd-5acd2a21ae77 HTTP/1.1" status: 204 len: 168 time: 1.1890004 Aug 10 11:29:50.800381 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-3c0f475e-7990-450e-88ce-4682626b7a31 None None] Port 734fd62e-a75e-4120-ba4d-b732bed04e73 cannot update to ACTIVE because it is not bound. {{(pid=93317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 11:29:50.802570 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 48362) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:50.892732 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7724f287-f2aa-4196-bbcb-077a9569ea02 req-2fe53901-ebbe-4c09-a718-d0de23a20835 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=362468bd-ab1c-4a19-a6a3-7ec2114fccba HTTP/1.1" status: 200 len: 217 time: 0.0454278 Aug 10 11:29:50.960023 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-cb3ed3c6-fc09-4dcc-be3d-a6965de0137e req-ecb70d2f-1b79-40a3-b95b-23666388355e service neutron] 10.222.0.59 "GET /v2.0/networks/ac384aef-2059-4aee-9fe8-cc3f23ea8171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644413 Aug 10 11:29:50.964721 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724f287-f2aa-4196-bbcb-077a9569ea02 req-0505bc0b-03ad-46b9-a745-5773a4abf25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:50.966201 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7724f287-f2aa-4196-bbcb-077a9569ea02 req-0505bc0b-03ad-46b9-a745-5773a4abf25c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ba625b56-e582-40d3-9c2a-ac92dffb393f HTTP/1.1" status: 200 len: 859 time: 0.0662925 Aug 10 11:29:50.999341 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7724f287-f2aa-4196-bbcb-077a9569ea02 req-cb7e99a4-d3cc-4291-ba08-42e87d1c9db5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ac384aef-2059-4aee-9fe8-cc3f23ea8171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247819 Aug 10 11:29:51.109394 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d896aa-600f-4b2d-8f3e-6ff32a934072 req-e9c5e524-65de-4775-b99b-7c2ded597bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:51.110923 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a6d896aa-600f-4b2d-8f3e-6ff32a934072 req-e9c5e524-65de-4775-b99b-7c2ded597bff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=afe55c64225f460986dcc8bab02d02a7&device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 1096 time: 0.0944631 Aug 10 11:29:51.164953 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7724f287-f2aa-4196-bbcb-077a9569ea02 req-198a2334-4c66-4dbc-b87a-acc1a7c7d1eb service neutron] 10.222.0.59 "GET /v2.0/networks/ac384aef-2059-4aee-9fe8-cc3f23ea8171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565211 Aug 10 11:29:51.206660 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-343d7ad8-90c6-4ef0-87bd-2cfd7dbc77f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631178'] for network, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:51.237004 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997af79-3a64-4ed1-8dd6-dde40b35685f req-f85aac30-92b7-4e5b-9aa9-151ff1e1c5db tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:51.245154 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-4997af79-3a64-4ed1-8dd6-dde40b35685f req-f85aac30-92b7-4e5b-9aa9-151ff1e1c5db tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 943 time: 0.4402931 Aug 10 11:29:51.252123 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-22fbb1d4-4539-4abd-a260-345255e81b87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:51.274134 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-22fbb1d4-4539-4abd-a260-345255e81b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:51.394506 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7724f287-f2aa-4196-bbcb-077a9569ea02 req-f580df2e-bdb6-4f54-a1b9-8134b764fba4 service neutron] 10.222.0.59 "GET /v2.0/networks/ac384aef-2059-4aee-9fe8-cc3f23ea8171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936476 Aug 10 11:29:51.395440 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d896aa-600f-4b2d-8f3e-6ff32a934072 req-b34d7bfc-c6dd-45c3-8433-89048a1d1b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:51.396784 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a6d896aa-600f-4b2d-8f3e-6ff32a934072 req-b34d7bfc-c6dd-45c3-8433-89048a1d1b3a service neutron] 10.222.0.59 "GET /v2.0/networks?id=ac384aef-2059-4aee-9fe8-cc3f23ea8171 HTTP/1.1" status: 200 len: 920 time: 0.2770729 Aug 10 11:29:51.408867 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-22fbb1d4-4539-4abd-a260-345255e81b87 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=32ff116bd70044e4bbb9985d2497c10f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0466871 Aug 10 11:29:51.413122 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 48370) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:51.422417 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fbb1d4-4539-4abd-a260-345255e81b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af17b7d9-3dac-466a-a819-5a4dad9b8539,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:51.430182 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-4997af79-3a64-4ed1-8dd6-dde40b35685f req-6f40f90a-e6a1-4d46-9f80-a9504e0ef659 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764860 Aug 10 11:29:51.437648 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-343d7ad8-90c6-4ef0-87bd-2cfd7dbc77f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-926155', 'neutron.services.segments.db._delete_segments_for_network-8778041053552'] for network, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:51.453633 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-343d7ad8-90c6-4ef0-87bd-2cfd7dbc77f8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:29:51.454007 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-343d7ad8-90c6-4ef0-87bd-2cfd7dbc77f8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:29:51.454768 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-343d7ad8-90c6-4ef0-87bd-2cfd7dbc77f8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:29:51.455098 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-343d7ad8-90c6-4ef0-87bd-2cfd7dbc77f8 admin admin] Subscribe: > port after_create 55550000 {{(pid=93316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:29:51.455433 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-343d7ad8-90c6-4ef0-87bd-2cfd7dbc77f8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:29:51.455780 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-343d7ad8-90c6-4ef0-87bd-2cfd7dbc77f8 admin admin] Subscribe: > port after_update 55550000 {{(pid=93316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:29:51.456105 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-343d7ad8-90c6-4ef0-87bd-2cfd7dbc77f8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:29:51.456439 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-343d7ad8-90c6-4ef0-87bd-2cfd7dbc77f8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:29:51.456821 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-343d7ad8-90c6-4ef0-87bd-2cfd7dbc77f8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:29:51.457133 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-343d7ad8-90c6-4ef0-87bd-2cfd7dbc77f8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:29:51.467032 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a6d896aa-600f-4b2d-8f3e-6ff32a934072 req-6b3015ee-6896-436d-a4b5-12d8f21f5038 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04746259-d9eb-4106-ae51-c2eb76c60065 HTTP/1.1" status: 200 len: 217 time: 0.0607481 Aug 10 11:29:51.547476 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d896aa-600f-4b2d-8f3e-6ff32a934072 req-432dcba6-35b3-42bc-988c-b34a34ba98e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:51.548962 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a6d896aa-600f-4b2d-8f3e-6ff32a934072 req-432dcba6-35b3-42bc-988c-b34a34ba98e6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ba625b56-e582-40d3-9c2a-ac92dffb393f HTTP/1.1" status: 200 len: 859 time: 0.0729167 Aug 10 11:29:51.549699 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-5bd0301d-b175-4a41-8daa-4f294c70d92a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:51.591295 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a6d896aa-600f-4b2d-8f3e-6ff32a934072 req-75b21de5-9c07-4106-a75d-29dea7b2ba1a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ac384aef-2059-4aee-9fe8-cc3f23ea8171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326228 Aug 10 11:29:51.597115 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-5bd0301d-b175-4a41-8daa-4f294c70d92a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:51.691014 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bc26af7-f90f-4386-9e09-7e551f7c8fbc', 'tag': '362468bd-ab1c-4a19-a6a3-7ec2114fccba'}] {{(pid=93315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:29:51.693129 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6373fc61674628fc4ea179701e5cfbb487487662fff8fb4d49624df9baba4f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f42e8bb-36d3-4562-96b2-7ec1330cac81" -d '{"events": [{"name": "network-changed", "server_uuid": "5bc26af7-f90f-4386-9e09-7e551f7c8fbc", "tag": "362468bd-ab1c-4a19-a6a3-7ec2114fccba"}]}' {{(pid=93315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:29:51.718128 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-343d7ad8-90c6-4ef0-87bd-2cfd7dbc77f8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:29:51.718715 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-343d7ad8-90c6-4ef0-87bd-2cfd7dbc77f8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:29:51.718838 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-343d7ad8-90c6-4ef0-87bd-2cfd7dbc77f8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:29:51.719155 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-343d7ad8-90c6-4ef0-87bd-2cfd7dbc77f8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:29:51.721204 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.services.segments.db [None req-343d7ad8-90c6-4ef0-87bd-2cfd7dbc77f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac09bc4f-36ca-47b7-859b-ff5189c558ce']}} {{(pid=93316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:29:51.755402 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3a958-e25a-4bc9-8278-b97c925c7468 req-20341a09-7636-4692-94e3-61baf44697d4 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:51.755934 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-54e3a958-e25a-4bc9-8278-b97c925c7468 req-20341a09-7636-4692-94e3-61baf44697d4 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 931 time: 0.1297936 Aug 10 11:29:51.756038 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.services.segments.db [None req-343d7ad8-90c6-4ef0-87bd-2cfd7dbc77f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbf7c6d8-bd36-445d-94fa-c26ee18339d2') {'for_net_delete': True} {{(pid=93316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:29:51.756134 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.services.segments.db [None req-343d7ad8-90c6-4ef0-87bd-2cfd7dbc77f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbf7c6d8-bd36-445d-94fa-c26ee18339d2') {} {{(pid=93316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:29:51.757262 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 11:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd77929-0aeb-4ede-afb5-763e3d7341a5 x-openstack-request-id: req-dbd77929-0aeb-4ede-afb5-763e3d7341a5 {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:29:51.757547 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bc26af7-f90f-4386-9e09-7e551f7c8fbc", "tag": "362468bd-ab1c-4a19-a6a3-7ec2114fccba", "status": "completed", "code": 200}]} {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:29:51.757791 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dbd77929-0aeb-4ede-afb5-763e3d7341a5 {{(pid=93315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:29:51.758193 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bc26af7-f90f-4386-9e09-7e551f7c8fbc', 'tag': '362468bd-ab1c-4a19-a6a3-7ec2114fccba', 'status': 'completed', 'code': 200} Aug 10 11:29:51.765469 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a6d896aa-600f-4b2d-8f3e-6ff32a934072 req-9a0eae2f-8b58-4dda-8ad2-aa48a195b9de service neutron] 10.222.0.59 "GET /v2.0/networks/ac384aef-2059-4aee-9fe8-cc3f23ea8171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615796 Aug 10 11:29:51.768398 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-5bd0301d-b175-4a41-8daa-4f294c70d92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:51.770912 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-5bd0301d-b175-4a41-8daa-4f294c70d92a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:51.774278 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-5bd0301d-b175-4a41-8daa-4f294c70d92a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/af17b7d9-3dac-466a-a819-5a4dad9b8539 HTTP/1.1" status: 204 len: 168 time: 0.3579392 Aug 10 11:29:51.793638 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-343d7ad8-90c6-4ef0-87bd-2cfd7dbc77f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778041055865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131715138'] for segment, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:51.822667 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.notifiers.nova [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-27f829c7-48b0-4f83-b4cf-926999ddb892 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 734fd62e-a75e-4120-ba4d-b732bed04e73 {{(pid=93316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 11:29:51.827502 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-343d7ad8-90c6-4ef0-87bd-2cfd7dbc77f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462'] for segment, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:51.835667 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-27f829c7-48b0-4f83-b4cf-926999ddb892 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:51.844088 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-343d7ad8-90c6-4ef0-87bd-2cfd7dbc77f8 admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=93316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 11:29:51.844550 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-343d7ad8-90c6-4ef0-87bd-2cfd7dbc77f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130748483'] for segment, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:51.848824 dv-cinder-792800-5-iscsi neutron-server[93316]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 11:29:51.848824 dv-cinder-792800-5-iscsi neutron-server[93316]: from cryptography.utils import int_from_bytes Aug 10 11:29:51.848824 dv-cinder-792800-5-iscsi neutron-server[93316]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 11:29:51.848824 dv-cinder-792800-5-iscsi neutron-server[93316]: from cryptography.utils import int_from_bytes Aug 10 11:29:51.848824 dv-cinder-792800-5-iscsi neutron-server[93316]: Traceback (most recent call last): Aug 10 11:29:51.848824 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 11:29:51.848824 dv-cinder-792800-5-iscsi neutron-server[93316]: timer() Aug 10 11:29:51.848824 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 11:29:51.848824 dv-cinder-792800-5-iscsi neutron-server[93316]: cb(*args, **kw) Aug 10 11:29:51.848824 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 11:29:51.848824 dv-cinder-792800-5-iscsi neutron-server[93316]: return func(*args, **kwargs) Aug 10 11:29:51.848824 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 11:29:51.848824 dv-cinder-792800-5-iscsi neutron-server[93316]: self._notify() Aug 10 11:29:51.848824 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 11:29:51.848824 dv-cinder-792800-5-iscsi neutron-server[93316]: self.callback(batched_events) Aug 10 11:29:51.848824 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 11:29:51.848824 dv-cinder-792800-5-iscsi neutron-server[93316]: event.method(event) Aug 10 11:29:51.848824 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 11:29:51.848824 dv-cinder-792800-5-iscsi neutron-server[93316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 11:29:51.848824 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 11:29:51.848824 dv-cinder-792800-5-iscsi neutron-server[93316]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 11:29:51.848824 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 11:29:51.848824 dv-cinder-792800-5-iscsi neutron-server[93316]: return f(self, *a, **k) Aug 10 11:29:51.848824 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 11:29:51.848824 dv-cinder-792800-5-iscsi neutron-server[93316]: return self._get(url).json() Aug 10 11:29:51.848824 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 11:29:51.848824 dv-cinder-792800-5-iscsi neutron-server[93316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 11:29:51.848824 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 11:29:51.848824 dv-cinder-792800-5-iscsi neutron-server[93316]: return self.request(url, 'GET', **kwargs) Aug 10 11:29:51.848824 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 11:29:51.848824 dv-cinder-792800-5-iscsi neutron-server[93316]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 11:29:51.848824 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 11:29:51.848824 dv-cinder-792800-5-iscsi neutron-server[93316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 11:29:51.848824 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 11:29:51.848824 dv-cinder-792800-5-iscsi neutron-server[93316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 11:29:51.848824 dv-cinder-792800-5-iscsi neutron-server[93316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 11:29:51.876313 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd0301d-b175-4a41-8daa-4f294c70d92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af17b7d9-3dac-466a-a819-5a4dad9b8539,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:51.910313 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-54e3a958-e25a-4bc9-8278-b97c925c7468 req-5c764910-6084-4b03-8616-7f1550031024 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435604 Aug 10 11:29:51.936604 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42e8bb-36d3-4562-96b2-7ec1330cac81 req-f24db22d-344f-4c6f-a01d-03327680407b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:51.938217 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-6f42e8bb-36d3-4562-96b2-7ec1330cac81 req-f24db22d-344f-4c6f-a01d-03327680407b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=afe55c64225f460986dcc8bab02d02a7&device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 1097 time: 0.1506858 Aug 10 11:29:51.940599 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.provisioning_blocks [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-27f829c7-48b0-4f83-b4cf-926999ddb892 service neutron] Transition to ACTIVE for port object 734fd62e-a75e-4120-ba4d-b732bed04e73 will not be triggered until provisioned by entity L2. {{(pid=93316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:29:51.957791 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a6d896aa-600f-4b2d-8f3e-6ff32a934072 req-99393551-08ad-4046-937d-2ca52ce5a753 service neutron] 10.222.0.59 "GET /v2.0/networks/ac384aef-2059-4aee-9fe8-cc3f23ea8171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781769 Aug 10 11:29:51.983397 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-27f829c7-48b0-4f83-b4cf-926999ddb892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130748519'] for port, after_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:51.997644 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-343d7ad8-90c6-4ef0-87bd-2cfd7dbc77f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-926144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-134149792'] for network, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:52.023919 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-343d7ad8-90c6-4ef0-87bd-2cfd7dbc77f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for network, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:52.029795 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-343d7ad8-90c6-4ef0-87bd-2cfd7dbc77f8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ac09bc4f-36ca-47b7-859b-ff5189c558ce HTTP/1.1" status: 204 len: 168 time: 1.2225590 Aug 10 11:29:52.046812 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 48392) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:52.049590 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d7ad8-90c6-4ef0-87bd-2cfd7dbc77f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac09bc4f-36ca-47b7-859b-ff5189c558ce,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:52.120363 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.db_base_plugin_v2 [None req-731c1203-392d-44db-a4c0-847fb5e4c953 admin admin] Deleting subnet 46bc8885-531b-429e-aca9-3d47d68e792c {{(pid=93316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 11:29:52.124781 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-731c1203-392d-44db-a4c0-847fb5e4c953 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:52.162514 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-731c1203-392d-44db-a4c0-847fb5e4c953 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131715131'] for subnet, precommit_delete_associations {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:52.211580 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-731c1203-392d-44db-a4c0-847fb5e4c953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926530'] for subnet, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:52.271872 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42e8bb-36d3-4562-96b2-7ec1330cac81 req-494d18b8-96b8-45c0-9d38-c5c5761d02e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:52.273723 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-6f42e8bb-36d3-4562-96b2-7ec1330cac81 req-494d18b8-96b8-45c0-9d38-c5c5761d02e5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ac384aef-2059-4aee-9fe8-cc3f23ea8171 HTTP/1.1" status: 200 len: 920 time: 0.3271937 Aug 10 11:29:52.353431 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3be797-12ec-4862-9af0-2ae62542793a req-3fab8e44-66b0-4395-b6a4-d160ca6382e5 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:52.354455 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-6f42e8bb-36d3-4562-96b2-7ec1330cac81 req-3fc1523f-d31c-4314-979b-8fd2c721cacf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=362468bd-ab1c-4a19-a6a3-7ec2114fccba HTTP/1.1" status: 200 len: 217 time: 0.0711832 Aug 10 11:29:52.356061 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-ad3be797-12ec-4862-9af0-2ae62542793a req-3fab8e44-66b0-4395-b6a4-d160ca6382e5 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dd5ecd9-1a4b-49c8-b8ac-65d8d61d0296 HTTP/1.1" status: 200 len: 944 time: 0.4465885 Aug 10 11:29:52.375262 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-731c1203-392d-44db-a4c0-847fb5e4c953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134105691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130748585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131149568'] for subnet, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:52.436537 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42e8bb-36d3-4562-96b2-7ec1330cac81 req-f499de6f-5710-412b-87fb-5544a8d27e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:52.439597 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-6f42e8bb-36d3-4562-96b2-7ec1330cac81 req-f499de6f-5710-412b-87fb-5544a8d27e21 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ba625b56-e582-40d3-9c2a-ac92dffb393f HTTP/1.1" status: 200 len: 859 time: 0.0778222 Aug 10 11:29:52.455297 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f829c7-48b0-4f83-b4cf-926999ddb892 service neutron] Pushing event updated for resources: {'Port': ['ID=734fd62e-a75e-4120-ba4d-b732bed04e73,revision_number=2']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:52.481165 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-6f42e8bb-36d3-4562-96b2-7ec1330cac81 req-881ef5f9-f16c-4b8e-b4ad-a1bf6c38609b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ac384aef-2059-4aee-9fe8-cc3f23ea8171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339000 Aug 10 11:29:52.511161 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-731c1203-392d-44db-a4c0-847fb5e4c953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for subnet, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:52.515966 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-731c1203-392d-44db-a4c0-847fb5e4c953 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/46bc8885-531b-429e-aca9-3d47d68e792c HTTP/1.1" status: 204 len: 168 time: 0.4567075 Aug 10 11:29:52.516709 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 48412) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:52.521897 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c1203-392d-44db-a4c0-847fb5e4c953 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46bc8885-531b-429e-aca9-3d47d68e792c,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:52.640189 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-ad3be797-12ec-4862-9af0-2ae62542793a req-c9597aa7-5606-455e-a037-1e21790730f8 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/security-groups?id=6385c21b-7a23-4444-8ac3-76ae05e2308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562361 Aug 10 11:29:52.642648 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346779af-28f6-4075-88c1-5c30095d6e73 req-9485bd73-ee5e-4225-b251-545ebf7a4007 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:52.644368 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-346779af-28f6-4075-88c1-5c30095d6e73 req-9485bd73-ee5e-4225-b251-545ebf7a4007 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 943 time: 0.1182420 Aug 10 11:29:52.650699 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-6f42e8bb-36d3-4562-96b2-7ec1330cac81 req-9d1e3fde-f378-4508-9a7a-1b7c22b6c9bb service neutron] 10.222.0.59 "GET /v2.0/networks/ac384aef-2059-4aee-9fe8-cc3f23ea8171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628442 Aug 10 11:29:52.659182 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.managers [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-27f829c7-48b0-4f83-b4cf-926999ddb892 service neutron] Attempting to bind port 734fd62e-a75e-4120-ba4d-b732bed04e73 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:29:52.659555 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.managers [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-27f829c7-48b0-4f83-b4cf-926999ddb892 service neutron] Attempting to bind port 734fd62e-a75e-4120-ba4d-b732bed04e73 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': '3cbd7805-aa7c-4600-9950-b5cb2e54bb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'caf833b7-6b1c-4283-9a64-20c0e4838897'}] {{(pid=93316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:29:52.659889 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-27f829c7-48b0-4f83-b4cf-926999ddb892 service neutron] Attempting to bind port 734fd62e-a75e-4120-ba4d-b732bed04e73 on network caf833b7-6b1c-4283-9a64-20c0e4838897 {{(pid=93316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:29:52.670431 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-14c9e281-f784-42f4-98c8-3125b07a900c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631178'] for network, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:52.673232 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-27f829c7-48b0-4f83-b4cf-926999ddb892 service neutron] Port 734fd62e-a75e-4120-ba4d-b732bed04e73 on network caf833b7-6b1c-4283-9a64-20c0e4838897 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 11:29:52.674579 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-27f829c7-48b0-4f83-b4cf-926999ddb892 service neutron] Attempting to bind port 734fd62e-a75e-4120-ba4d-b732bed04e73 on network caf833b7-6b1c-4283-9a64-20c0e4838897 {{(pid=93316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:29:52.682515 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-27f829c7-48b0-4f83-b4cf-926999ddb892 service neutron] Checking agent: {'id': '9054602d-8671-4254-af87-58e8d5e6c079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 27, 44), 'started_at': datetime.datetime(2021, 8, 10, 11, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:29:52.682515 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-27f829c7-48b0-4f83-b4cf-926999ddb892 service neutron] Checking segment: {'id': '3cbd7805-aa7c-4600-9950-b5cb2e54bb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'caf833b7-6b1c-4283-9a64-20c0e4838897'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:29:52.683013 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-27f829c7-48b0-4f83-b4cf-926999ddb892 service neutron] Bound using segment: {'id': '3cbd7805-aa7c-4600-9950-b5cb2e54bb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'caf833b7-6b1c-4283-9a64-20c0e4838897'} {{(pid=93316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:29:52.684193 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.managers [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-27f829c7-48b0-4f83-b4cf-926999ddb892 service neutron] Bound port: 734fd62e-a75e-4120-ba4d-b732bed04e73, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cbd7805-aa7c-4600-9950-b5cb2e54bb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'caf833b7-6b1c-4283-9a64-20c0e4838897'}}] {{(pid=93316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:29:52.684193 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-27f829c7-48b0-4f83-b4cf-926999ddb892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:52.750494 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-346779af-28f6-4075-88c1-5c30095d6e73 req-264350a5-885e-4284-b63e-4ccd64432d1e tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971525 Aug 10 11:29:52.820457 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-6f42e8bb-36d3-4562-96b2-7ec1330cac81 req-b71bcaea-a52d-4039-95f3-21aa84829c20 service neutron] 10.222.0.59 "GET /v2.0/networks/ac384aef-2059-4aee-9fe8-cc3f23ea8171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595001 Aug 10 11:29:52.836689 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.db [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-27f829c7-48b0-4f83-b4cf-926999ddb892 service neutron] For port 734fd62e-a75e-4120-ba4d-b732bed04e73, host hv-cinder-79280, cleared binding levels {{(pid=93316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:29:52.864181 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-14c9e281-f784-42f4-98c8-3125b07a900c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-926155', 'neutron.services.segments.db._delete_segments_for_network-8778041053552'] for network, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:52.868032 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.db [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-27f829c7-48b0-4f83-b4cf-926999ddb892 service neutron] For port 734fd62e-a75e-4120-ba4d-b732bed04e73, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=734fd62e-a75e-4120-ba4d-b732bed04e73,segment=NetworkSegment(3cbd7805-aa7c-4600-9950-b5cb2e54bb37),segment_id=3cbd7805-aa7c-4600-9950-b5cb2e54bb37)] {{(pid=93316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:29:52.875303 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-27f829c7-48b0-4f83-b4cf-926999ddb892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130748519'] for port, after_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:52.885786 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.services.segments.db [None req-14c9e281-f784-42f4-98c8-3125b07a900c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['523bfefa-62c1-49c4-85de-e24786d1e241']}} {{(pid=93316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:29:52.919031 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.services.segments.db [None req-14c9e281-f784-42f4-98c8-3125b07a900c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a126496-e301-462c-8f81-4b5636c6e63f') {'for_net_delete': True} {{(pid=93316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:29:52.919323 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.services.segments.db [None req-14c9e281-f784-42f4-98c8-3125b07a900c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a126496-e301-462c-8f81-4b5636c6e63f') {} {{(pid=93316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:29:52.936548 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-27f829c7-48b0-4f83-b4cf-926999ddb892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:52.937216 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-27f829c7-48b0-4f83-b4cf-926999ddb892 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for port, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:52.938805 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-27f829c7-48b0-4f83-b4cf-926999ddb892 service neutron] 10.222.0.59 "PUT /v2.0/ports/734fd62e-a75e-4120-ba4d-b732bed04e73 HTTP/1.1" status: 200 len: 1093 time: 2.6152670 Aug 10 11:29:52.939269 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a7931f-83f4-497e-ba99-814093e07174', 'tag': '734fd62e-a75e-4120-ba4d-b732bed04e73'}] {{(pid=93316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:29:52.948267 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-14c9e281-f784-42f4-98c8-3125b07a900c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778041055865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131715138'] for segment, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:52.990797 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f829c7-48b0-4f83-b4cf-926999ddb892 service neutron] Pushing event updated for resources: {'Port': ['ID=734fd62e-a75e-4120-ba4d-b732bed04e73,revision_number=3']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:52.993471 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 04746259-d9eb-4106-ae51-c2eb76c60065 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 11:29:53.027695 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-14c9e281-f784-42f4-98c8-3125b07a900c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462'] for segment, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:53.046644 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14c9e281-f784-42f4-98c8-3125b07a900c admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=93316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 11:29:53.047081 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-14c9e281-f784-42f4-98c8-3125b07a900c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130748483'] for segment, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:53.049501 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 2d845f53-8afd-4863-be8c-a91bc00dadc7 up at agent hyperv_hv-cinder-79280 {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:29:53.166097 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.db.resource_extend [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 11:29:53.166319 dv-cinder-792800-5-iscsi neutron-server[93316]: Traceback (most recent call last): Aug 10 11:29:53.166319 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 11:29:53.166319 dv-cinder-792800-5-iscsi neutron-server[93316]: timer() Aug 10 11:29:53.166319 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 11:29:53.166319 dv-cinder-792800-5-iscsi neutron-server[93316]: cb(*args, **kw) Aug 10 11:29:53.166319 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 11:29:53.166319 dv-cinder-792800-5-iscsi neutron-server[93316]: return func(*args, **kwargs) Aug 10 11:29:53.166319 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 11:29:53.166319 dv-cinder-792800-5-iscsi neutron-server[93316]: self._notify() Aug 10 11:29:53.166319 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 11:29:53.166319 dv-cinder-792800-5-iscsi neutron-server[93316]: self.callback(batched_events) Aug 10 11:29:53.166319 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 11:29:53.166319 dv-cinder-792800-5-iscsi neutron-server[93316]: event.method(event) Aug 10 11:29:53.166319 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 11:29:53.166319 dv-cinder-792800-5-iscsi neutron-server[93316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 11:29:53.166319 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 11:29:53.166319 dv-cinder-792800-5-iscsi neutron-server[93316]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 11:29:53.166319 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 11:29:53.166319 dv-cinder-792800-5-iscsi neutron-server[93316]: return f(self, *a, **k) Aug 10 11:29:53.166319 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 11:29:53.166319 dv-cinder-792800-5-iscsi neutron-server[93316]: return self._get(url).json() Aug 10 11:29:53.166319 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 11:29:53.166319 dv-cinder-792800-5-iscsi neutron-server[93316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 11:29:53.166319 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 11:29:53.166319 dv-cinder-792800-5-iscsi neutron-server[93316]: return self.request(url, 'GET', **kwargs) Aug 10 11:29:53.166319 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 11:29:53.166319 dv-cinder-792800-5-iscsi neutron-server[93316]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 11:29:53.166319 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 11:29:53.166319 dv-cinder-792800-5-iscsi neutron-server[93316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 11:29:53.166319 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 11:29:53.166319 dv-cinder-792800-5-iscsi neutron-server[93316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 11:29:53.166319 dv-cinder-792800-5-iscsi neutron-server[93316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 11:29:53.251935 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-14c9e281-f784-42f4-98c8-3125b07a900c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-926144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-134149792'] for network, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:53.262884 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-14c9e281-f784-42f4-98c8-3125b07a900c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for network, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:53.266020 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-14c9e281-f784-42f4-98c8-3125b07a900c admin admin] 10.222.0.24 "DELETE /v2.0/networks/523bfefa-62c1-49c4-85de-e24786d1e241 HTTP/1.1" status: 204 len: 168 time: 0.7453492 Aug 10 11:29:53.273226 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Provisioning for port 2d845f53-8afd-4863-be8c-a91bc00dadc7 completed by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:29:53.289901 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c8c08188b21eb773fc1c6d2ac87981fb30e3bc49512db4b8fca3465af7d205c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a3fcd6-86e4-43f0-a865-680bd9de1261" -d '{"events": [{"name": "network-changed", "server_uuid": "f9a7931f-83f4-497e-ba99-814093e07174", "tag": "734fd62e-a75e-4120-ba4d-b732bed04e73"}]}' {{(pid=93316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:29:53.296372 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9e281-f784-42f4-98c8-3125b07a900c admin admin] Pushing event deleted for resources: {'Network': ['ID=523bfefa-62c1-49c4-85de-e24786d1e241,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:53.309191 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Provisioning complete for port 2d845f53-8afd-4863-be8c-a91bc00dadc7 triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:29:53.311313 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:53.313299 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3ab1f-1021-4ebf-af4a-f288d00133cb req-53755800-54bb-48fd-8c8b-ff6ecea71798 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:53.314862 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-ffd3ab1f-1021-4ebf-af4a-f288d00133cb req-53755800-54bb-48fd-8c8b-ff6ecea71798 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 943 time: 0.1456115 Aug 10 11:29:53.318263 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-0ede329d-b066-448f-ac6f-4cc8ffd6e8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:53.320037 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-0ede329d-b066-448f-ac6f-4cc8ffd6e8c2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a68aeea61694149bca356d548ab331a&device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 1096 time: 0.3303070 Aug 10 11:29:53.387947 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 04746259-d9eb-4106-ae51-c2eb76c60065, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=04746259-d9eb-4106-ae51-c2eb76c60065,segment=NetworkSegment(e9187376-4d44-4bbd-bf2f-facda2c71944),segment_id=e9187376-4d44-4bbd-bf2f-facda2c71944)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:29:53.400379 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-d156f995-de49-4f31-9808-d1aff5a591fa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=734fd62e-a75e-4120-ba4d-b732bed04e73 HTTP/1.1" status: 200 len: 217 time: 0.0622091 Aug 10 11:29:53.411528 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Returning: {'device': '04746259-d9eb-4106-ae51-c2eb76c60065', 'network_id': 'ac384aef-2059-4aee-9fe8-cc3f23ea8171', 'port_id': '04746259-d9eb-4106-ae51-c2eb76c60065', 'mac_address': 'fa:16:3e:b5:13:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba625b56-e582-40d3-9c2a-ac92dffb393f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 11:29:53.456222 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-ffd3ab1f-1021-4ebf-af4a-f288d00133cb req-51f8253a-4514-4cd6-ba71-33f23608423d tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329303 Aug 10 11:29:53.460031 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:53.490780 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-7743be0d-caf5-4f8b-bcb6-2e0107668874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:53.492390 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-7743be0d-caf5-4f8b-bcb6-2e0107668874 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef775550-3c92-437a-ad9c-5040b90d0f3e HTTP/1.1" status: 200 len: 856 time: 0.0820527 Aug 10 11:29:53.501354 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04746259-d9eb-4106-ae51-c2eb76c60065 {{(pid=93317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 11:29:53.550591 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 04746259-d9eb-4106-ae51-c2eb76c60065, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=04746259-d9eb-4106-ae51-c2eb76c60065,segment=NetworkSegment(e9187376-4d44-4bbd-bf2f-facda2c71944),segment_id=e9187376-4d44-4bbd-bf2f-facda2c71944)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:29:53.564411 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 48464) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:53.573761 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:53.583182 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 362468bd-ab1c-4a19-a6a3-7ec2114fccba details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 11:29:53.586921 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:53.596940 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-ce9dd132-a9c4-4309-ac0f-34cc25f7275a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:53.598524 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-ce9dd132-a9c4-4309-ac0f-34cc25f7275a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=caf833b7-6b1c-4283-9a64-20c0e4838897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0978899 Aug 10 11:29:53.647006 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-095b2348-2253-4ef6-96f4-c547970ff86e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3333eb015108401bb7724e4c4ffe8906&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0813677 Aug 10 11:29:53.649924 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 48470) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:53.683993 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd5ecd9-1a4b-49c8-b8ac-65d8d61d0296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d845f53-8afd-4863-be8c-a91bc00dadc7'}] {{(pid=93317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:29:53.750121 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-2baa4fe0-20c7-4120-9d08-5dc37f7d28b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:53.767721 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.db.resource_extend [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 11:29:53.771519 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 2d845f53-8afd-4863-be8c-a91bc00dadc7, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=2d845f53-8afd-4863-be8c-a91bc00dadc7,segment=NetworkSegment(23e9c845-f45a-4127-8057-0fb5b3f0ab45),segment_id=23e9c845-f45a-4127-8057-0fb5b3f0ab45)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:29:53.774870 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=04746259-d9eb-4106-ae51-c2eb76c60065,revision_number=4']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:53.781389 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-2baa4fe0-20c7-4120-9d08-5dc37f7d28b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:53.793869 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:53.801397 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 362468bd-ab1c-4a19-a6a3-7ec2114fccba, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=362468bd-ab1c-4a19-a6a3-7ec2114fccba,segment=NetworkSegment(e9187376-4d44-4bbd-bf2f-facda2c71944),segment_id=e9187376-4d44-4bbd-bf2f-facda2c71944)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:29:53.835162 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Returning: {'device': '362468bd-ab1c-4a19-a6a3-7ec2114fccba', 'network_id': 'ac384aef-2059-4aee-9fe8-cc3f23ea8171', 'port_id': '362468bd-ab1c-4a19-a6a3-7ec2114fccba', 'mac_address': 'fa:16:3e:62:cd:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba625b56-e582-40d3-9c2a-ac92dffb393f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 11:29:53.855809 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07250cf4-710b-49f2-ad56-4ba9a619d3b4 req-3905b8ee-bba9-42dc-98b0-7a10be900aae tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:53.857455 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-07250cf4-710b-49f2-ad56-4ba9a619d3b4 req-3905b8ee-bba9-42dc-98b0-7a10be900aae tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dd5ecd9-1a4b-49c8-b8ac-65d8d61d0296 HTTP/1.1" status: 200 len: 944 time: 0.1004827 Aug 10 11:29:53.867084 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-2baa4fe0-20c7-4120-9d08-5dc37f7d28b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:53.872773 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-2baa4fe0-20c7-4120-9d08-5dc37f7d28b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:53.874226 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-2baa4fe0-20c7-4120-9d08-5dc37f7d28b4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d25d9495-8fbe-41f2-8d8f-1466e894c679 HTTP/1.1" status: 204 len: 168 time: 0.2222068 Aug 10 11:29:53.888092 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa4fe0-20c7-4120-9d08-5dc37f7d28b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25d9495-8fbe-41f2-8d8f-1466e894c679,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:53.902656 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=2d845f53-8afd-4863-be8c-a91bc00dadc7,revision_number=5']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:53.926378 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:53.929122 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-07250cf4-710b-49f2-ad56-4ba9a619d3b4 req-08152cc3-7fad-49ae-9d32-ea9874630688 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/security-groups?id=6385c21b-7a23-4444-8ac3-76ae05e2308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636749 Aug 10 11:29:53.952807 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 362468bd-ab1c-4a19-a6a3-7ec2114fccba {{(pid=93317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 11:29:53.979938 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 362468bd-ab1c-4a19-a6a3-7ec2114fccba, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=362468bd-ab1c-4a19-a6a3-7ec2114fccba,segment=NetworkSegment(e9187376-4d44-4bbd-bf2f-facda2c71944),segment_id=e9187376-4d44-4bbd-bf2f-facda2c71944)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:29:53.982038 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 11:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bda123a-5e4e-45b1-95a0-4275d5a2f54d x-openstack-request-id: req-2bda123a-5e4e-45b1-95a0-4275d5a2f54d {{(pid=93316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:29:53.982451 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9a7931f-83f4-497e-ba99-814093e07174", "tag": "734fd62e-a75e-4120-ba4d-b732bed04e73", "status": "completed", "code": 200}]} {{(pid=93316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:29:53.982821 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2bda123a-5e4e-45b1-95a0-4275d5a2f54d {{(pid=93316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:29:53.983213 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9a7931f-83f4-497e-ba99-814093e07174', 'tag': '734fd62e-a75e-4120-ba4d-b732bed04e73', 'status': 'completed', 'code': 200} Aug 10 11:29:53.986458 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:54.051673 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=362468bd-ab1c-4a19-a6a3-7ec2114fccba,revision_number=4']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:54.062940 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13678a-bf2a-453c-97ae-dce16214cd22 req-e75d4d39-9897-49be-b64b-70952de649c1 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:54.071302 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-ae13678a-bf2a-453c-97ae-dce16214cd22 req-e75d4d39-9897-49be-b64b-70952de649c1 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 944 time: 0.0670326 Aug 10 11:29:54.118557 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-ae13678a-bf2a-453c-97ae-dce16214cd22 req-73ccf3cd-3482-47bb-945b-6482cd790eb5 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459800 Aug 10 11:29:54.309989 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f65e5affd22be71f9b00dd80d36c6e54843c66eef292b5ed0267a1f9ac014f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa893e43-30c0-4547-97c1-6c0d803abcaa" -d '{"events": [{"server_uuid": "5dd5ecd9-1a4b-49c8-b8ac-65d8d61d0296", "name": "network-vif-plugged", "status": "completed", "tag": "2d845f53-8afd-4863-be8c-a91bc00dadc7"}]}' {{(pid=93317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:29:54.631714 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 48522) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:54.645787 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 11:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed732b7-cd53-42a3-b51b-a92937565885 x-openstack-request-id: req-eed732b7-cd53-42a3-b51b-a92937565885 {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:29:54.646183 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd5ecd9-1a4b-49c8-b8ac-65d8d61d0296", "name": "network-vif-plugged", "status": "completed", "tag": "2d845f53-8afd-4863-be8c-a91bc00dadc7", "code": 200}]} {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:29:54.646457 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eed732b7-cd53-42a3-b51b-a92937565885 {{(pid=93317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:29:54.647950 dv-cinder-792800-5-iscsi neutron-server[93317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd5ecd9-1a4b-49c8-b8ac-65d8d61d0296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d845f53-8afd-4863-be8c-a91bc00dadc7', 'code': 200} Aug 10 11:29:54.667305 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1004af-0f67-4780-bb18-4b779c116778 req-c75bf7c4-23ac-46ec-b593-1c7e7d8d6d0f tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:54.670292 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-7a1004af-0f67-4780-bb18-4b779c116778 req-c75bf7c4-23ac-46ec-b593-1c7e7d8d6d0f tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 943 time: 0.1258340 Aug 10 11:29:54.711544 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-6a37b3b5-430e-44c9-83af-c95fe21b5fc5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2a778eb58f12410cbaf914953feac6c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0781310 Aug 10 11:29:54.712179 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 48530) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:29:54.720080 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-7a1004af-0f67-4780-bb18-4b779c116778 req-38575b95-a4a7-40da-a88a-7755d3552071 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438423 Aug 10 11:29:54.784001 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-013c7d77-7967-45b9-9c45-37b975ee5219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:54.816831 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-013c7d77-7967-45b9-9c45-37b975ee5219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:54.892351 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-013c7d77-7967-45b9-9c45-37b975ee5219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:54.895933 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-013c7d77-7967-45b9-9c45-37b975ee5219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:54.901022 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-013c7d77-7967-45b9-9c45-37b975ee5219 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/96f759b0-fb23-4bcb-943b-a78130ca581f HTTP/1.1" status: 204 len: 168 time: 0.1822226 Aug 10 11:29:54.916097 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013c7d77-7967-45b9-9c45-37b975ee5219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f759b0-fb23-4bcb-943b-a78130ca581f,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:55.064005 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd58f0-7bb6-4b49-8a7c-b644db9dff1f req-f2d2de38-71b0-4ee3-b6d7-ca6d4ccf3aff tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:55.065792 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e9fd58f0-7bb6-4b49-8a7c-b644db9dff1f req-f2d2de38-71b0-4ee3-b6d7-ca6d4ccf3aff tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dd5ecd9-1a4b-49c8-b8ac-65d8d61d0296 HTTP/1.1" status: 200 len: 945 time: 0.0600617 Aug 10 11:29:55.110176 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e9fd58f0-7bb6-4b49-8a7c-b644db9dff1f req-ba6b9a23-9d79-447b-8b2b-5ff322197843 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/security-groups?id=6385c21b-7a23-4444-8ac3-76ae05e2308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381975 Aug 10 11:29:55.234837 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed99eb-8965-4a64-9a08-d8b0d2d11e3e req-6cb00323-5384-4b55-808f-b249c82e1698 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:55.236964 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-88ed99eb-8965-4a64-9a08-d8b0d2d11e3e req-6cb00323-5384-4b55-808f-b249c82e1698 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 944 time: 0.0556507 Aug 10 11:29:55.277483 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-88ed99eb-8965-4a64-9a08-d8b0d2d11e3e req-9377c814-aa78-44ea-abd5-df63ba7592c3 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342515 Aug 10 11:29:55.843679 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dff33e-10eb-41f6-a113-7d35d6010fc8 req-4959ea6a-7de5-4bf7-b34d-2a9e7187c8a9 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:55.845207 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e1dff33e-10eb-41f6-a113-7d35d6010fc8 req-4959ea6a-7de5-4bf7-b34d-2a9e7187c8a9 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 943 time: 0.0511317 Aug 10 11:29:55.884040 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e1dff33e-10eb-41f6-a113-7d35d6010fc8 req-3007fb9b-4d0a-4050-8e26-040244450c93 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321832 Aug 10 11:29:56.234590 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81fa34-a4c1-45c8-bd10-b9676d8b62b7 req-da6acbfa-64be-4993-853b-18194e9d4d53 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:56.236214 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-6f81fa34-a4c1-45c8-bd10-b9676d8b62b7 req-da6acbfa-64be-4993-853b-18194e9d4d53 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dd5ecd9-1a4b-49c8-b8ac-65d8d61d0296 HTTP/1.1" status: 200 len: 945 time: 0.0562925 Aug 10 11:29:56.282752 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-6f81fa34-a4c1-45c8-bd10-b9676d8b62b7 req-61f936d8-691f-45b0-9d08-04c64f3b0640 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/security-groups?id=6385c21b-7a23-4444-8ac3-76ae05e2308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382094 Aug 10 11:29:56.399872 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d95c4c-ccb8-4031-b747-0325a0bbab1a req-3ff456db-3507-42bf-b33a-272e47d01ec9 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:56.401527 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-95d95c4c-ccb8-4031-b747-0325a0bbab1a req-3ff456db-3507-42bf-b33a-272e47d01ec9 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 944 time: 0.0539463 Aug 10 11:29:56.449616 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-95d95c4c-ccb8-4031-b747-0325a0bbab1a req-37e63b5b-e8fd-447f-b9e9-3c17babcd39a tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409431 Aug 10 11:29:56.528085 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-604d1ac5-7aac-4847-89ef-5f1608fda613 service neutron] 10.222.0.59 "GET /v2.0/networks/caf833b7-6b1c-4283-9a64-20c0e4838897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215997 Aug 10 11:29:56.651195 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-92f44c50-4e5a-4d1a-a912-af0a3d1e4eb3 req-74490b47-c430-48f8-b4b1-e1e3dff62c54 service neutron] 10.222.0.59 "GET /v2.0/networks/caf833b7-6b1c-4283-9a64-20c0e4838897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148295 Aug 10 11:29:56.667073 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b960b-f715-450b-a671-a0efc648fca2 req-d57fb6fe-ac00-4edc-8e2a-4468ce6fb22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:56.667803 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] get_ports_and_sgs() called for port_ids ['362468bd-ab1c-4a19-a6a3-7ec2114fccba'] {{(pid=93317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 11:29:56.668673 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-8a3b960b-f715-450b-a671-a0efc648fca2 req-d57fb6fe-ac00-4edc-8e2a-4468ce6fb22c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5dd5ecd9-1a4b-49c8-b8ac-65d8d61d0296 HTTP/1.1" status: 200 len: 1098 time: 0.0907922 Aug 10 11:29:56.670428 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] get_ports_and_sgs() called for port_ids ['04746259-d9eb-4106-ae51-c2eb76c60065'] {{(pid=93317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 11:29:56.689271 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-8a3b960b-f715-450b-a671-a0efc648fca2 req-1843130e-b665-4bae-a832-28484bebb73d service neutron] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:56.753092 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a3fcd6-86e4-43f0-a865-680bd9de1261 req-d62cda58-308f-438c-993f-c84f95e633f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:56.754946 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-d2a3fcd6-86e4-43f0-a865-680bd9de1261 req-d62cda58-308f-438c-993f-c84f95e633f3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a68aeea61694149bca356d548ab331a&device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 1096 time: 0.0459800 Aug 10 11:29:56.807922 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-8a3b960b-f715-450b-a671-a0efc648fca2 req-1843130e-b665-4bae-a832-28484bebb73d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:56.813890 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-8a3b960b-f715-450b-a671-a0efc648fca2 req-1843130e-b665-4bae-a832-28484bebb73d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:29:56.857264 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-8a3b960b-f715-450b-a671-a0efc648fca2 req-1843130e-b665-4bae-a832-28484bebb73d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6385c21b-7a23-4444-8ac3-76ae05e2308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809378 Aug 10 11:29:56.863260 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1843130e-b665-4bae-a832-28484bebb73d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=55758b32-d6c2-4c70-a3f0-348eeaf77fce,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:29:56.870602 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a3fcd6-86e4-43f0-a865-680bd9de1261 req-0a41b7fa-f096-4fc2-8242-faf2e85974c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:56.872476 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-d2a3fcd6-86e4-43f0-a865-680bd9de1261 req-0a41b7fa-f096-4fc2-8242-faf2e85974c7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=caf833b7-6b1c-4283-9a64-20c0e4838897 HTTP/1.1" status: 200 len: 918 time: 0.1101313 Aug 10 11:29:57.016944 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff166e0-baae-48bc-aa1d-7d7e92bc7391 req-456b85a3-d651-4ed7-86d3-7238eba72d43 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:57.018401 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-2ff166e0-baae-48bc-aa1d-7d7e92bc7391 req-456b85a3-d651-4ed7-86d3-7238eba72d43 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 943 time: 0.0489254 Aug 10 11:29:57.055579 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-2ff166e0-baae-48bc-aa1d-7d7e92bc7391 req-fa4963fd-6d4f-4a71-a260-e104f38bc647 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307281 Aug 10 11:29:57.399944 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ab060-e3c3-4aba-889b-640b80006c81 req-551726d8-cd99-4451-b7e5-2d9aebe47e0b tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:57.401477 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-fa5ab060-e3c3-4aba-889b-640b80006c81 req-551726d8-cd99-4451-b7e5-2d9aebe47e0b tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dd5ecd9-1a4b-49c8-b8ac-65d8d61d0296 HTTP/1.1" status: 200 len: 945 time: 0.0523684 Aug 10 11:29:57.438636 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-fa5ab060-e3c3-4aba-889b-640b80006c81 req-acc7de24-7035-4fd9-8bf6-07669d0ac05d tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/security-groups?id=6385c21b-7a23-4444-8ac3-76ae05e2308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313058 Aug 10 11:29:57.561820 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972ccf3-df16-48df-b883-aad5aa0e5bc0 req-ce237512-03bb-44d0-a4d3-dac52eb76503 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:57.563272 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-b972ccf3-df16-48df-b883-aad5aa0e5bc0 req-ce237512-03bb-44d0-a4d3-dac52eb76503 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 944 time: 0.0463800 Aug 10 11:29:57.599580 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-b972ccf3-df16-48df-b883-aad5aa0e5bc0 req-0aa2ce51-4f0e-46cc-b618-4977ea525913 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303030 Aug 10 11:29:58.173203 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f7d68-2c4e-4b63-aa2f-8b98f885a790 req-b0b0fd24-4e1a-40a1-ba91-99123ce0b5db tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:58.174721 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-789f7d68-2c4e-4b63-aa2f-8b98f885a790 req-b0b0fd24-4e1a-40a1-ba91-99123ce0b5db tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 943 time: 0.0484626 Aug 10 11:29:58.213366 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-789f7d68-2c4e-4b63-aa2f-8b98f885a790 req-18d32c22-c896-44ba-b76f-dc7a52eb29f4 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322413 Aug 10 11:29:58.566344 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92100a-1036-4cf8-bfa4-90afd03241c4 req-9939a9c4-4745-4abc-8bca-316a1f4257b2 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:58.568054 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-0f92100a-1036-4cf8-bfa4-90afd03241c4 req-9939a9c4-4745-4abc-8bca-316a1f4257b2 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dd5ecd9-1a4b-49c8-b8ac-65d8d61d0296 HTTP/1.1" status: 200 len: 945 time: 0.0576966 Aug 10 11:29:58.611350 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-0f92100a-1036-4cf8-bfa4-90afd03241c4 req-2a9e0127-401b-48f5-a89b-532870e6a569 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/security-groups?id=6385c21b-7a23-4444-8ac3-76ae05e2308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368423 Aug 10 11:29:58.723688 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb261e41-f25c-479a-9ea1-fe8a8b584a90 req-fa41cf14-0063-40f1-90fe-c596e816288e tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:58.725442 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-fb261e41-f25c-479a-9ea1-fe8a8b584a90 req-fa41cf14-0063-40f1-90fe-c596e816288e tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 944 time: 0.0546281 Aug 10 11:29:58.768807 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-fb261e41-f25c-479a-9ea1-fe8a8b584a90 req-401e1c0a-5f1c-4623-9866-cdbe17336ef8 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358200 Aug 10 11:29:59.330452 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092f2be-277b-486d-a504-b2e43ea59e80 req-5a953b9b-438d-452a-99ce-2b7774ad91d1 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:59.331877 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-1092f2be-277b-486d-a504-b2e43ea59e80 req-5a953b9b-438d-452a-99ce-2b7774ad91d1 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 943 time: 0.0474308 Aug 10 11:29:59.371476 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-1092f2be-277b-486d-a504-b2e43ea59e80 req-b6c2c062-786d-44bd-94b6-443be1793a65 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331578 Aug 10 11:29:59.732457 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb41b9-1c94-46f9-8783-f5099fefb466 req-91af91b9-c0a8-4489-a5e2-8e0e8f2e36b6 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:59.734057 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-23bb41b9-1c94-46f9-8783-f5099fefb466 req-91af91b9-c0a8-4489-a5e2-8e0e8f2e36b6 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dd5ecd9-1a4b-49c8-b8ac-65d8d61d0296 HTTP/1.1" status: 200 len: 945 time: 0.0530298 Aug 10 11:29:59.775115 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-23bb41b9-1c94-46f9-8783-f5099fefb466 req-af34dfb2-3b50-48ac-8aa0-996352dff5fa tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/security-groups?id=6385c21b-7a23-4444-8ac3-76ae05e2308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348535 Aug 10 11:29:59.886154 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418130c7-3064-4e19-aa4c-c2b9d38b7cfb req-891ec7b2-7fbe-4456-bf97-e0c416b4915c tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:59.887623 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-418130c7-3064-4e19-aa4c-c2b9d38b7cfb req-891ec7b2-7fbe-4456-bf97-e0c416b4915c tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 944 time: 0.0499306 Aug 10 11:29:59.933954 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-d2a3fcd6-86e4-43f0-a865-680bd9de1261 req-8f4f9e12-2713-4e7b-82af-23b60cc9968b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=734fd62e-a75e-4120-ba4d-b732bed04e73 HTTP/1.1" status: 200 len: 217 time: 0.0453119 Aug 10 11:29:59.979043 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-418130c7-3064-4e19-aa4c-c2b9d38b7cfb req-e53bd810-a3b7-4e51-9fea-a61d6d5fbc10 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850489 Aug 10 11:29:59.997631 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a3fcd6-86e4-43f0-a865-680bd9de1261 req-74c1f1c8-7570-4baa-ac0b-6e52d8f62673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:29:59.999155 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-d2a3fcd6-86e4-43f0-a865-680bd9de1261 req-74c1f1c8-7570-4baa-ac0b-6e52d8f62673 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef775550-3c92-437a-ad9c-5040b90d0f3e HTTP/1.1" status: 200 len: 856 time: 0.0522296 Aug 10 11:30:00.061590 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a3fcd6-86e4-43f0-a865-680bd9de1261 req-9b2684e5-30ff-476d-85b6-b3c52b1a2171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:00.063088 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-d2a3fcd6-86e4-43f0-a865-680bd9de1261 req-9b2684e5-30ff-476d-85b6-b3c52b1a2171 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=caf833b7-6b1c-4283-9a64-20c0e4838897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432568 Aug 10 11:30:00.350246 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-d2a3fcd6-86e4-43f0-a865-680bd9de1261 req-71d0d06f-d6b9-4aa3-a584-70a300032c34 service neutron] 10.222.0.59 "GET /v2.0/networks/caf833b7-6b1c-4283-9a64-20c0e4838897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779422 Aug 10 11:30:00.463197 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-d2a3fcd6-86e4-43f0-a865-680bd9de1261 req-a34a5b8f-0bf6-49f7-990c-e4f62169b14b service neutron] 10.222.0.59 "GET /v2.0/networks/caf833b7-6b1c-4283-9a64-20c0e4838897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014488 Aug 10 11:30:00.515128 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24388cc-618f-4e01-b7dd-a84855652709 req-7e477252-a64b-43d3-aaca-424d7a24bbe6 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:00.516715 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a24388cc-618f-4e01-b7dd-a84855652709 req-7e477252-a64b-43d3-aaca-424d7a24bbe6 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 943 time: 0.0607007 Aug 10 11:30:00.559184 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a24388cc-618f-4e01-b7dd-a84855652709 req-aa0d61c6-700c-484f-b234-b4f6583db80a tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359907 Aug 10 11:30:00.918077 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c7feac-dcfc-497d-bfca-014bc2c15423 req-6072b40c-dc81-4a58-aa6b-a7af25a37ae5 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:00.921441 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-73c7feac-dcfc-497d-bfca-014bc2c15423 req-6072b40c-dc81-4a58-aa6b-a7af25a37ae5 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dd5ecd9-1a4b-49c8-b8ac-65d8d61d0296 HTTP/1.1" status: 200 len: 945 time: 0.0734386 Aug 10 11:30:00.975317 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-73c7feac-dcfc-497d-bfca-014bc2c15423 req-e1089654-b346-4de1-81e1-608d7417ce00 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/security-groups?id=6385c21b-7a23-4444-8ac3-76ae05e2308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471988 Aug 10 11:30:01.113576 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d7d0c-1ea1-4849-9f83-8ee21e9a293d req-669063a4-67a4-4ad9-9573-e3a3843f6567 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:01.115301 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-1f0d7d0c-1ea1-4849-9f83-8ee21e9a293d req-669063a4-67a4-4ad9-9573-e3a3843f6567 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 944 time: 0.0551031 Aug 10 11:30:01.160342 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-1f0d7d0c-1ea1-4849-9f83-8ee21e9a293d req-ff5813f7-8229-4822-a6f4-e08b87819cf1 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367253 Aug 10 11:30:01.300709 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 48750) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:01.498412 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-74c64fa3-65b2-4561-a4a8-b7e6e34d1842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:01.632231 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-74c64fa3-65b2-4561-a4a8-b7e6e34d1842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:01.637245 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-74c64fa3-65b2-4561-a4a8-b7e6e34d1842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:01.681226 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-74c64fa3-65b2-4561-a4a8-b7e6e34d1842 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=55ee34695cc840b28c481f3890e418b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3788793 Aug 10 11:30:01.684685 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 48766) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:01.694397 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c64fa3-65b2-4561-a4a8-b7e6e34d1842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f63915a-cad2-473a-8b0a-49f398b11526,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:01.723700 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89380810-7b8e-4ad6-bbd5-668a0776ba99 req-81dae711-7e46-4ce4-aa4e-05e4fd5b1196 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:01.725436 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-89380810-7b8e-4ad6-bbd5-668a0776ba99 req-81dae711-7e46-4ce4-aa4e-05e4fd5b1196 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 943 time: 0.0725112 Aug 10 11:30:01.744107 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 734fd62e-a75e-4120-ba4d-b732bed04e73 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 11:30:01.748055 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 04746259-d9eb-4106-ae51-c2eb76c60065 up at agent hyperv_hv-cinder-79280 {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:30:01.758406 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-e20ca671-e9e4-4ec0-a574-a01cbc97741d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:01.778164 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-89380810-7b8e-4ad6-bbd5-668a0776ba99 req-fffc1b86-f6ec-490f-a7aa-8a9e82051e57 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444005 Aug 10 11:30:01.782725 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-e20ca671-e9e4-4ec0-a574-a01cbc97741d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:01.838186 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-e20ca671-e9e4-4ec0-a574-a01cbc97741d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:01.840928 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-e20ca671-e9e4-4ec0-a574-a01cbc97741d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:01.842305 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-e20ca671-e9e4-4ec0-a574-a01cbc97741d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3f63915a-cad2-473a-8b0a-49f398b11526 HTTP/1.1" status: 204 len: 168 time: 0.1563509 Aug 10 11:30:01.852362 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ca671-e9e4-4ec0-a574-a01cbc97741d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f63915a-cad2-473a-8b0a-49f398b11526,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:01.878762 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Provisioning for port 04746259-d9eb-4106-ae51-c2eb76c60065 completed by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:30:01.891739 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Provisioning complete for port 04746259-d9eb-4106-ae51-c2eb76c60065 triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:30:01.892121 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:01.931941 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 734fd62e-a75e-4120-ba4d-b732bed04e73, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=734fd62e-a75e-4120-ba4d-b732bed04e73,segment=NetworkSegment(3cbd7805-aa7c-4600-9950-b5cb2e54bb37),segment_id=3cbd7805-aa7c-4600-9950-b5cb2e54bb37)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:30:01.951161 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Returning: {'device': '734fd62e-a75e-4120-ba4d-b732bed04e73', 'network_id': 'caf833b7-6b1c-4283-9a64-20c0e4838897', 'port_id': '734fd62e-a75e-4120-ba4d-b732bed04e73', 'mac_address': 'fa:16:3e:88:23:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef775550-3c92-437a-ad9c-5040b90d0f3e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 11:30:02.122880 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfee82-7d22-4348-a9db-2b45dc7822d6 req-ffe4539a-6f6a-435b-9464-9a8a641c27dc tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:02.126468 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-0edfee82-7d22-4348-a9db-2b45dc7822d6 req-ffe4539a-6f6a-435b-9464-9a8a641c27dc tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dd5ecd9-1a4b-49c8-b8ac-65d8d61d0296 HTTP/1.1" status: 200 len: 945 time: 0.0661957 Aug 10 11:30:02.152122 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:02.174595 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 734fd62e-a75e-4120-ba4d-b732bed04e73 {{(pid=93317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 11:30:02.180787 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:02.181314 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-0edfee82-7d22-4348-a9db-2b45dc7822d6 req-2f3408eb-8133-4fbd-aaf4-3b84a171f463 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/security-groups?id=6385c21b-7a23-4444-8ac3-76ae05e2308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466406 Aug 10 11:30:02.249394 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 734fd62e-a75e-4120-ba4d-b732bed04e73, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=734fd62e-a75e-4120-ba4d-b732bed04e73,segment=NetworkSegment(3cbd7805-aa7c-4600-9950-b5cb2e54bb37),segment_id=3cbd7805-aa7c-4600-9950-b5cb2e54bb37)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:30:02.257424 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b4bcad-bd52-44b3-9d68-fe3310fe7e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04746259-d9eb-4106-ae51-c2eb76c60065'}] {{(pid=93317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:30:02.260495 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f65e5affd22be71f9b00dd80d36c6e54843c66eef292b5ed0267a1f9ac014f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e8944b-4330-4385-b1bb-f80969906ed6" -d '{"events": [{"server_uuid": "03b4bcad-bd52-44b3-9d68-fe3310fe7e9d", "name": "network-vif-plugged", "status": "completed", "tag": "04746259-d9eb-4106-ae51-c2eb76c60065"}]}' {{(pid=93317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:30:02.277391 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:02.279660 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 48800) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:02.308128 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-acd95f8e-86ad-4499-b047-26b33f77ae30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:02.308796 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 04746259-d9eb-4106-ae51-c2eb76c60065, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=04746259-d9eb-4106-ae51-c2eb76c60065,segment=NetworkSegment(e9187376-4d44-4bbd-bf2f-facda2c71944),segment_id=e9187376-4d44-4bbd-bf2f-facda2c71944)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:30:02.372817 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 11:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f3f562-178b-4300-8104-88c127ca8d58 x-openstack-request-id: req-84f3f562-178b-4300-8104-88c127ca8d58 {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:30:02.374061 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b4bcad-bd52-44b3-9d68-fe3310fe7e9d", "name": "network-vif-plugged", "status": "completed", "tag": "04746259-d9eb-4106-ae51-c2eb76c60065", "code": 200}]} {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:30:02.374625 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-84f3f562-178b-4300-8104-88c127ca8d58 {{(pid=93317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:30:02.376963 dv-cinder-792800-5-iscsi neutron-server[93317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b4bcad-bd52-44b3-9d68-fe3310fe7e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04746259-d9eb-4106-ae51-c2eb76c60065', 'code': 200} Aug 10 11:30:02.384032 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:02.387437 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 362468bd-ab1c-4a19-a6a3-7ec2114fccba up at agent hyperv_hv-cinder-79280 {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:30:02.389933 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17ecd9-b1c1-48e6-add9-7ce4eee530c5 req-b4b4aa3c-5d01-47b2-9c9f-9480e2083aa3 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:02.413142 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-3b17ecd9-b1c1-48e6-add9-7ce4eee530c5 req-b4b4aa3c-5d01-47b2-9c9f-9480e2083aa3 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 944 time: 0.1209116 Aug 10 11:30:02.512140 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-3b17ecd9-b1c1-48e6-add9-7ce4eee530c5 req-6fcda16f-7581-4064-91c2-da5288d5a476 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957420 Aug 10 11:30:02.517939 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=734fd62e-a75e-4120-ba4d-b732bed04e73,revision_number=4']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:02.579027 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-acd95f8e-86ad-4499-b047-26b33f77ae30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:02.585140 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-acd95f8e-86ad-4499-b047-26b33f77ae30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:02.629231 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] get_ports_and_sgs() called for port_ids ['734fd62e-a75e-4120-ba4d-b732bed04e73'] {{(pid=93317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 11:30:02.675143 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-acd95f8e-86ad-4499-b047-26b33f77ae30 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2c5bbfbfe72540c78c0e6fd6167edec3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3906131 Aug 10 11:30:02.675143 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd95f8e-86ad-4499-b047-26b33f77ae30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2483583d-3994-438f-b179-0c329c3e8e51,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:02.678109 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 48814) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:02.735218 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=04746259-d9eb-4106-ae51-c2eb76c60065,revision_number=5']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:02.753668 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-535d00da-c6a2-484b-95a5-6fa569209081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:02.784177 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a516c16-ecbe-4d7b-b9f8-8bd4ba91a2a6 req-13ffcadc-57f0-42b0-8a5e-22b8e827d681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:02.787025 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-535d00da-c6a2-484b-95a5-6fa569209081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:02.790557 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-2a516c16-ecbe-4d7b-b9f8-8bd4ba91a2a6 req-13ffcadc-57f0-42b0-8a5e-22b8e827d681 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 1098 time: 0.1837454 Aug 10 11:30:02.848385 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Provisioning for port 362468bd-ab1c-4a19-a6a3-7ec2114fccba completed by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:30:02.872563 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 48822) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:02.936910 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Provisioning complete for port 362468bd-ab1c-4a19-a6a3-7ec2114fccba triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:30:02.940587 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:02.943341 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-535d00da-c6a2-484b-95a5-6fa569209081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:02.947277 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-535d00da-c6a2-484b-95a5-6fa569209081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:02.953913 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-535d00da-c6a2-484b-95a5-6fa569209081 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2483583d-3994-438f-b179-0c329c3e8e51 HTTP/1.1" status: 204 len: 168 time: 0.2742779 Aug 10 11:30:02.986847 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d00da-c6a2-484b-95a5-6fa569209081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2483583d-3994-438f-b179-0c329c3e8e51,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:02.994162 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-2a516c16-ecbe-4d7b-b9f8-8bd4ba91a2a6 req-729b0b96-299c-4827-9296-d86b9794b61f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972778 Aug 10 11:30:03.125198 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea46f81-3c02-4be6-aff8-8fc4d4a55ebe req-538279c3-0902-4dc7-8012-ed2e721b82d0 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:03.128143 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-5ea46f81-3c02-4be6-aff8-8fc4d4a55ebe req-538279c3-0902-4dc7-8012-ed2e721b82d0 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 944 time: 0.1272480 Aug 10 11:30:03.129431 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-55b4e521-42d2-4192-8e46-7271a4f3b0a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:03.231656 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-5ea46f81-3c02-4be6-aff8-8fc4d4a55ebe req-971e88f5-ae7e-4783-ba10-04abd8aecb6e tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884540 Aug 10 11:30:03.334657 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-55b4e521-42d2-4192-8e46-7271a4f3b0a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:03.334997 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:03.339131 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-55b4e521-42d2-4192-8e46-7271a4f3b0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:03.385535 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 362468bd-ab1c-4a19-a6a3-7ec2114fccba, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=362468bd-ab1c-4a19-a6a3-7ec2114fccba,segment=NetworkSegment(e9187376-4d44-4bbd-bf2f-facda2c71944),segment_id=e9187376-4d44-4bbd-bf2f-facda2c71944)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:30:03.391690 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:03.405598 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-55b4e521-42d2-4192-8e46-7271a4f3b0a4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d1ebf6a93d914df1b6baaf937e8e37f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5389812 Aug 10 11:30:03.409641 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 48850) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:03.421829 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b4e521-42d2-4192-8e46-7271a4f3b0a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc58f16-a82e-4a7f-ac0b-86d6f6ae457d,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:03.476850 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=362468bd-ab1c-4a19-a6a3-7ec2114fccba,revision_number=5']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:03.492367 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 48856) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:03.527343 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-bdc92695-e705-47d5-9898-45bffffb1b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:03.531437 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-109a941c-4662-425c-a013-989b1c57a211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:03.586133 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-109a941c-4662-425c-a013-989b1c57a211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:03.685459 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c94d71-658c-4a1b-b336-b5b79bba429b req-1afb459c-8684-4f24-a41c-5cb6ec3cfd97 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:03.688078 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-b2c94d71-658c-4a1b-b336-b5b79bba429b req-1afb459c-8684-4f24-a41c-5cb6ec3cfd97 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 945 time: 0.0880494 Aug 10 11:30:03.723561 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-109a941c-4662-425c-a013-989b1c57a211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:03.727120 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-109a941c-4662-425c-a013-989b1c57a211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:03.732173 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-109a941c-4662-425c-a013-989b1c57a211 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/abc58f16-a82e-4a7f-ac0b-86d6f6ae457d HTTP/1.1" status: 204 len: 168 time: 0.3205225 Aug 10 11:30:03.747206 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a941c-4662-425c-a013-989b1c57a211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc58f16-a82e-4a7f-ac0b-86d6f6ae457d,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:03.784942 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-bdc92695-e705-47d5-9898-45bffffb1b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:03.791594 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-bdc92695-e705-47d5-9898-45bffffb1b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:03.809210 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-b2c94d71-658c-4a1b-b336-b5b79bba429b req-14c76dca-71e0-47d7-9dfb-7d1165a3f5ad tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110904 Aug 10 11:30:03.843872 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-bdc92695-e705-47d5-9898-45bffffb1b93 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a9608707c31c48bca23185bc1b280d90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3499820 Aug 10 11:30:03.845135 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc92695-e705-47d5-9898-45bffffb1b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93df5f5f-9398-4712-8573-953e00238e61,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:03.846786 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 48876) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:03.902817 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-9e1c0e99-c765-48c5-a240-e71558b09eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:03.927855 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-9e1c0e99-c765-48c5-a240-e71558b09eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:04.002440 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-9e1c0e99-c765-48c5-a240-e71558b09eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:04.012605 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-9e1c0e99-c765-48c5-a240-e71558b09eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:04.016394 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-9e1c0e99-c765-48c5-a240-e71558b09eaa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/93df5f5f-9398-4712-8573-953e00238e61 HTTP/1.1" status: 204 len: 168 time: 0.1671877 Aug 10 11:30:04.046249 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1c0e99-c765-48c5-a240-e71558b09eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93df5f5f-9398-4712-8573-953e00238e61,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:04.284302 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 48896) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:04.306733 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-cfd34b87-3fec-40af-9e23-b3bd73d01bf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:04.325917 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-7ce92817-c1af-4569-91e5-152f9af79a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:04.380928 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bc26af7-f90f-4386-9e09-7e551f7c8fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '362468bd-ab1c-4a19-a6a3-7ec2114fccba'}] {{(pid=93317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:30:04.386925 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f65e5affd22be71f9b00dd80d36c6e54843c66eef292b5ed0267a1f9ac014f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f93781b-00f1-4cbd-992f-b7b7b22b0e38" -d '{"events": [{"server_uuid": "5bc26af7-f90f-4386-9e09-7e551f7c8fbc", "name": "network-vif-plugged", "status": "completed", "tag": "362468bd-ab1c-4a19-a6a3-7ec2114fccba"}]}' {{(pid=93317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:30:04.426976 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7addb8e-fecc-4998-bc2f-b364d6f1d3c6 req-c4880cc9-76c7-4939-ad99-562c7c07cd57 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:04.428530 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-b7addb8e-fecc-4998-bc2f-b364d6f1d3c6 req-c4880cc9-76c7-4939-ad99-562c7c07cd57 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 944 time: 0.1110580 Aug 10 11:30:04.507534 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-b7addb8e-fecc-4998-bc2f-b364d6f1d3c6 req-9e46ebf5-08b1-4fe4-88d2-5e5f773a5d16 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570109 Aug 10 11:30:04.534626 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-cfd34b87-3fec-40af-9e23-b3bd73d01bf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:04.542545 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-cfd34b87-3fec-40af-9e23-b3bd73d01bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:04.604540 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-cfd34b87-3fec-40af-9e23-b3bd73d01bf0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e999ad5d12e946baba1467a9a656deb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3185503 Aug 10 11:30:04.607139 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 48922) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:04.612152 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 11:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83946003-9894-4435-95c9-1c5871bf8fdc x-openstack-request-id: req-83946003-9894-4435-95c9-1c5871bf8fdc {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:30:04.612442 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bc26af7-f90f-4386-9e09-7e551f7c8fbc", "name": "network-vif-plugged", "status": "completed", "tag": "362468bd-ab1c-4a19-a6a3-7ec2114fccba", "code": 200}]} {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:30:04.612751 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-83946003-9894-4435-95c9-1c5871bf8fdc {{(pid=93317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:30:04.613356 dv-cinder-792800-5-iscsi neutron-server[93317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bc26af7-f90f-4386-9e09-7e551f7c8fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '362468bd-ab1c-4a19-a6a3-7ec2114fccba', 'code': 200} Aug 10 11:30:04.634438 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd34b87-3fec-40af-9e23-b3bd73d01bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97e1313-1198-4e78-b7de-9be74f2d86d9,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:04.715119 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-b9aaabb4-92cf-4a75-b8fb-99d1429b168b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:04.756265 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-b9aaabb4-92cf-4a75-b8fb-99d1429b168b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:04.864247 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-b9aaabb4-92cf-4a75-b8fb-99d1429b168b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:04.866835 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-b9aaabb4-92cf-4a75-b8fb-99d1429b168b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:04.868740 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-b9aaabb4-92cf-4a75-b8fb-99d1429b168b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b97e1313-1198-4e78-b7de-9be74f2d86d9 HTTP/1.1" status: 204 len: 168 time: 0.2593029 Aug 10 11:30:04.878016 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aaabb4-92cf-4a75-b8fb-99d1429b168b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97e1313-1198-4e78-b7de-9be74f2d86d9,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:04.930908 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664013e7-ef9e-48e2-82b6-bc24e2f6a628 req-8bc29b08-9fcb-4a71-a5bb-094910fa2a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:04.933306 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-664013e7-ef9e-48e2-82b6-bc24e2f6a628 req-8bc29b08-9fcb-4a71-a5bb-094910fa2a34 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 1099 time: 0.0973101 Aug 10 11:30:05.060408 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-664013e7-ef9e-48e2-82b6-bc24e2f6a628 req-c9fda07c-6d87-48fc-a6ac-f488cbda41e1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166806 Aug 10 11:30:05.084810 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc43683-7d5a-46d2-b4c4-a1c9d0b82f25 req-4b3ae692-4260-45a1-b202-bbc4b1c75437 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:05.099051 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-ddc43683-7d5a-46d2-b4c4-a1c9d0b82f25 req-4b3ae692-4260-45a1-b202-bbc4b1c75437 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 945 time: 0.1539052 Aug 10 11:30:05.199489 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-ddc43683-7d5a-46d2-b4c4-a1c9d0b82f25 req-2409079f-26db-478c-9186-075771a3c779 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991349 Aug 10 11:30:05.340014 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 48958) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:05.533529 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-ef00d1ea-2672-4fe0-bc71-8b292e87bc7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:05.756578 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73434ba-df25-4eea-b1ca-4bd17c4a8b7e req-31e64960-0b0c-4bfa-9a67-297cdbae03a9 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:05.759984 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-b73434ba-df25-4eea-b1ca-4bd17c4a8b7e req-31e64960-0b0c-4bfa-9a67-297cdbae03a9 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 944 time: 0.1224365 Aug 10 11:30:05.761166 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 734fd62e-a75e-4120-ba4d-b732bed04e73 up at agent hyperv_hv-cinder-79280 {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:30:05.875012 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4028e34-d019-44f8-86e1-acb556343cc4 req-c20253ed-8dfc-4e08-bd5a-e609691dd254 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:05.878086 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-c4028e34-d019-44f8-86e1-acb556343cc4 req-c20253ed-8dfc-4e08-bd5a-e609691dd254 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 945 time: 0.1912453 Aug 10 11:30:05.882285 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa18d2-8bb2-4309-bc04-dfc8de49eda6 req-d28692fd-0eb3-4e3f-8688-db35d044650c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:05.886008 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-1daa18d2-8bb2-4309-bc04-dfc8de49eda6 req-d28692fd-0eb3-4e3f-8688-db35d044650c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=afe55c64225f460986dcc8bab02d02a7&device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 1098 time: 0.3118048 Aug 10 11:30:05.887104 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Provisioning for port 734fd62e-a75e-4120-ba4d-b732bed04e73 completed by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:30:05.895591 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Provisioning complete for port 734fd62e-a75e-4120-ba4d-b732bed04e73 triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:30:05.896139 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:05.917094 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-ef00d1ea-2672-4fe0-bc71-8b292e87bc7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:05.931427 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-ef00d1ea-2672-4fe0-bc71-8b292e87bc7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:06.031124 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-ef00d1ea-2672-4fe0-bc71-8b292e87bc7f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e893a628c6934b09a5b575c829bc0039&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6896420 Aug 10 11:30:06.035156 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 48996) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:06.067449 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-b73434ba-df25-4eea-b1ca-4bd17c4a8b7e req-ef308a5f-5ddd-4746-8608-e90ea3730d17 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2941091 Aug 10 11:30:06.124228 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:06.135197 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef00d1ea-2672-4fe0-bc71-8b292e87bc7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583a57ca-6e0c-4e26-82d4-b5c4d021ab99,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:06.171852 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-c4028e34-d019-44f8-86e1-acb556343cc4 req-71d49ed2-1808-4428-8cb8-e3068f179c67 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838476 Aug 10 11:30:06.192694 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 734fd62e-a75e-4120-ba4d-b732bed04e73, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=734fd62e-a75e-4120-ba4d-b732bed04e73,segment=NetworkSegment(3cbd7805-aa7c-4600-9950-b5cb2e54bb37),segment_id=3cbd7805-aa7c-4600-9950-b5cb2e54bb37)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:30:06.198405 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:06.268496 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=734fd62e-a75e-4120-ba4d-b732bed04e73,revision_number=5']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:06.296103 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa18d2-8bb2-4309-bc04-dfc8de49eda6 req-eb397471-9dc8-4f13-8dd1-87e0eb52a740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:06.297128 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-1daa18d2-8bb2-4309-bc04-dfc8de49eda6 req-eb397471-9dc8-4f13-8dd1-87e0eb52a740 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ac384aef-2059-4aee-9fe8-cc3f23ea8171 HTTP/1.1" status: 200 len: 920 time: 0.3966675 Aug 10 11:30:06.298222 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-a634501f-c4e3-46a7-b1e7-a6c42010160e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:06.370927 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-1daa18d2-8bb2-4309-bc04-dfc8de49eda6 req-d581ff7d-5a0a-46fb-90cd-4bc4c9c505ec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04746259-d9eb-4106-ae51-c2eb76c60065 HTTP/1.1" status: 200 len: 217 time: 0.0642109 Aug 10 11:30:06.373893 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-a634501f-c4e3-46a7-b1e7-a6c42010160e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:06.473617 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa18d2-8bb2-4309-bc04-dfc8de49eda6 req-03377238-8afa-4c41-a8cb-9df3b2c5353f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:06.475181 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-1daa18d2-8bb2-4309-bc04-dfc8de49eda6 req-03377238-8afa-4c41-a8cb-9df3b2c5353f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ba625b56-e582-40d3-9c2a-ac92dffb393f HTTP/1.1" status: 200 len: 859 time: 0.0933952 Aug 10 11:30:06.518917 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-1daa18d2-8bb2-4309-bc04-dfc8de49eda6 req-4e15f63f-cdbd-4519-85bb-5bb508dbcc71 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ac384aef-2059-4aee-9fe8-cc3f23ea8171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300772 Aug 10 11:30:06.529665 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-a634501f-c4e3-46a7-b1e7-a6c42010160e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:06.536052 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-a634501f-c4e3-46a7-b1e7-a6c42010160e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:06.538358 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-a634501f-c4e3-46a7-b1e7-a6c42010160e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/583a57ca-6e0c-4e26-82d4-b5c4d021ab99 HTTP/1.1" status: 204 len: 168 time: 0.5022092 Aug 10 11:30:06.557687 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a634501f-c4e3-46a7-b1e7-a6c42010160e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583a57ca-6e0c-4e26-82d4-b5c4d021ab99,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:06.614282 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a7931f-83f4-497e-ba99-814093e07174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734fd62e-a75e-4120-ba4d-b732bed04e73'}] {{(pid=93317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:30:06.618548 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f65e5affd22be71f9b00dd80d36c6e54843c66eef292b5ed0267a1f9ac014f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3625d7d3-2420-446c-9046-0b283590ace3" -d '{"events": [{"server_uuid": "f9a7931f-83f4-497e-ba99-814093e07174", "name": "network-vif-plugged", "status": "completed", "tag": "734fd62e-a75e-4120-ba4d-b732bed04e73"}]}' {{(pid=93317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:30:06.660078 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 11:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8efcf36-c351-42d9-8618-e57469e22450 x-openstack-request-id: req-d8efcf36-c351-42d9-8618-e57469e22450 {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:30:06.660396 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a7931f-83f4-497e-ba99-814093e07174", "name": "network-vif-plugged", "status": "completed", "tag": "734fd62e-a75e-4120-ba4d-b732bed04e73", "code": 200}]} {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:30:06.661062 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d8efcf36-c351-42d9-8618-e57469e22450 {{(pid=93317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:30:06.661679 dv-cinder-792800-5-iscsi neutron-server[93317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a7931f-83f4-497e-ba99-814093e07174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734fd62e-a75e-4120-ba4d-b732bed04e73', 'code': 200} Aug 10 11:30:06.679316 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-1daa18d2-8bb2-4309-bc04-dfc8de49eda6 req-259003e8-3c53-4067-ae6a-fdc1dfba4ede service neutron] 10.222.0.59 "GET /v2.0/networks/ac384aef-2059-4aee-9fe8-cc3f23ea8171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389830 Aug 10 11:30:06.801634 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-1daa18d2-8bb2-4309-bc04-dfc8de49eda6 req-1abdb402-0901-48b6-90b6-54cf8680ec46 service neutron] 10.222.0.59 "GET /v2.0/networks/ac384aef-2059-4aee-9fe8-cc3f23ea8171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053174 Aug 10 11:30:06.904811 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d2275e-d70a-4033-91f1-2aa612643189 req-6f641cf1-5380-45a6-80a6-e4532e79eb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:06.906404 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-21d2275e-d70a-4033-91f1-2aa612643189 req-6f641cf1-5380-45a6-80a6-e4532e79eb34 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 1098 time: 0.0436728 Aug 10 11:30:06.952562 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-21d2275e-d70a-4033-91f1-2aa612643189 req-157d347d-3484-4b35-80f2-5027b4612ff3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367637 Aug 10 11:30:06.966412 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-fe48a475-2568-45b7-994d-fc1a088da968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:07.111767 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:07.115150 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 49052) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:07.137995 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-516a1722-9102-4df4-bf61-654d089823e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:07.277116 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c15157-bbf9-4b84-a042-3669119372d2 req-5a25dd2b-773f-4121-98ce-6a8c1a733ed7 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:07.279434 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-77c15157-bbf9-4b84-a042-3669119372d2 req-5a25dd2b-773f-4121-98ce-6a8c1a733ed7 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 945 time: 0.0855203 Aug 10 11:30:07.366239 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-516a1722-9102-4df4-bf61-654d089823e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:07.370693 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-77c15157-bbf9-4b84-a042-3669119372d2 req-79a681e5-ad01-4623-90fb-b8c4f0cb6182 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791862 Aug 10 11:30:07.372737 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-516a1722-9102-4df4-bf61-654d089823e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:07.417469 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8c00e-85a7-4272-b163-e3bca32b76cb req-6dc163c7-53d0-4870-9c07-3c3902827928 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:07.419017 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a9e8c00e-85a7-4272-b163-e3bca32b76cb req-6dc163c7-53d0-4870-9c07-3c3902827928 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 945 time: 0.1121750 Aug 10 11:30:07.452944 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-516a1722-9102-4df4-bf61-654d089823e4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e15f645e12ba476481a1aea8ec00ab82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3342602 Aug 10 11:30:07.458744 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 49070) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:07.504088 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516a1722-9102-4df4-bf61-654d089823e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd314930-f3d7-4f3b-96c7-61c0b3dd7099,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:07.544817 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a9e8c00e-85a7-4272-b163-e3bca32b76cb req-3fe0e1ed-d0d0-42e9-a502-b98e23755f14 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076813 Aug 10 11:30:07.550214 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-b8df725e-aa76-43b4-bf14-33e3ca358e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:07.574796 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-b8df725e-aa76-43b4-bf14-33e3ca358e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:07.628338 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-b8df725e-aa76-43b4-bf14-33e3ca358e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:07.631015 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-b8df725e-aa76-43b4-bf14-33e3ca358e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:07.632185 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-b8df725e-aa76-43b4-bf14-33e3ca358e78 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cd314930-f3d7-4f3b-96c7-61c0b3dd7099 HTTP/1.1" status: 204 len: 168 time: 0.1724856 Aug 10 11:30:07.640460 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df725e-aa76-43b4-bf14-33e3ca358e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd314930-f3d7-4f3b-96c7-61c0b3dd7099,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:07.891988 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-b3865e76-5392-4690-91e0-0d01f8cdc9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:08.519426 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64581d6-525f-4d18-99b4-6c80c8faf798 req-29e24f44-f147-4d55-b350-7f8494e28b62 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:08.526694 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-e64581d6-525f-4d18-99b4-6c80c8faf798 req-29e24f44-f147-4d55-b350-7f8494e28b62 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 945 time: 0.0593565 Aug 10 11:30:08.572339 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-e64581d6-525f-4d18-99b4-6c80c8faf798 req-2817c516-06ec-4f13-85a3-ebe499bd30aa tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419230 Aug 10 11:30:08.684334 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633a72f-9545-4522-a568-9ebe4f63a218 req-96c326c3-7237-4e28-8231-d57b78af1cfd tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:08.686517 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-4633a72f-9545-4522-a568-9ebe4f63a218 req-96c326c3-7237-4e28-8231-d57b78af1cfd tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 945 time: 0.0562780 Aug 10 11:30:08.733132 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-4633a72f-9545-4522-a568-9ebe4f63a218 req-58e434f0-ea91-47f0-bc19-f71a22056f69 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398717 Aug 10 11:30:09.712178 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe0de7d-9435-4bd6-9d55-d18f467b3fbd req-0764e479-aa13-440c-a0f5-a1a3688d1f6f tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:09.713730 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-cbe0de7d-9435-4bd6-9d55-d18f467b3fbd req-0764e479-aa13-440c-a0f5-a1a3688d1f6f tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 945 time: 0.0495768 Aug 10 11:30:09.756081 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-68530e51-c783-4460-a419-f96f34511541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:09.768986 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-cbe0de7d-9435-4bd6-9d55-d18f467b3fbd req-9ab66b7e-a989-43cd-befa-923f1c76f9a7 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492518 Aug 10 11:30:09.850868 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc11c71-def3-4b53-930e-3e54e3f1d4ac req-ba9e54cd-6996-4ffb-9211-c745e84087b2 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:09.852331 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-3dc11c71-def3-4b53-930e-3e54e3f1d4ac req-ba9e54cd-6996-4ffb-9211-c745e84087b2 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 945 time: 0.0517368 Aug 10 11:30:09.891282 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-3dc11c71-def3-4b53-930e-3e54e3f1d4ac req-e4be78d7-6fe9-46ab-b0bb-37843371f76c tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329599 Aug 10 11:30:10.452573 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.agents_db [None req-cf88a1ba-3529-4992-9648-399914351393 None None] Agent healthcheck: found 6 active agents {{(pid=93318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 11:30:10.893894 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25577890-f9c7-4feb-819c-9ee2f1c9603e req-24e04622-3d62-4f96-98da-b28d5360ba49 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:10.895652 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-25577890-f9c7-4feb-819c-9ee2f1c9603e req-24e04622-3d62-4f96-98da-b28d5360ba49 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 945 time: 0.0542440 Aug 10 11:30:10.937714 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-25577890-f9c7-4feb-819c-9ee2f1c9603e req-b39335ca-8180-4471-898a-b7a85e749a4a tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349581 Aug 10 11:30:11.010740 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69e35e-2e72-45d9-804a-0fc842421d36 req-89ca1121-be4c-4398-aeeb-b6049c9e461a tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:11.012243 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-5e69e35e-2e72-45d9-804a-0fc842421d36 req-89ca1121-be4c-4398-aeeb-b6049c9e461a tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 945 time: 0.0500853 Aug 10 11:30:11.051917 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-5e69e35e-2e72-45d9-804a-0fc842421d36 req-cbcbca28-7274-4fcc-ad71-5c6e3fa190a3 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337029 Aug 10 11:30:12.068519 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54cbd0-7b09-4e1f-8b09-ba3c0aa1b00d req-45967a88-d2d9-470a-a1bc-1283d311c060 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:12.081511 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-0e54cbd0-7b09-4e1f-8b09-ba3c0aa1b00d req-45967a88-d2d9-470a-a1bc-1283d311c060 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 945 time: 0.0568047 Aug 10 11:30:12.146620 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-0e54cbd0-7b09-4e1f-8b09-ba3c0aa1b00d req-5e94875d-57ed-44fc-be47-5c9aa7f9eb32 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655625 Aug 10 11:30:12.253037 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb26888-40b4-4285-83ad-b9fc21724dbf req-dfd1a829-8fdb-40f3-a174-c40e387a268d tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:12.255761 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-2cb26888-40b4-4285-83ad-b9fc21724dbf req-dfd1a829-8fdb-40f3-a174-c40e387a268d tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 945 time: 0.0777857 Aug 10 11:30:12.325918 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-2cb26888-40b4-4285-83ad-b9fc21724dbf req-cb26f8e4-68aa-4e0a-a744-cf805f74e0b3 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620511 Aug 10 11:30:12.326614 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7940df06-537e-4d3d-bfe6-b1ba0816410b req-6bf35c17-2c19-41d2-bb80-f79f310daa1c tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:12.328356 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-7940df06-537e-4d3d-bfe6-b1ba0816410b req-6bf35c17-2c19-41d2-bb80-f79f310daa1c tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 945 time: 0.0563588 Aug 10 11:30:12.340406 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 49274) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:12.345854 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [None req-2479d469-f5f2-4f16-9568-e0bf128d3762 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Request body: {'floatingip': {'port_id': '734fd62e-a75e-4120-ba4d-b732bed04e73'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:30:12.422363 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-2479d469-f5f2-4f16-9568-e0bf128d3762 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks [] for floatingip, before_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:13.056343 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 49316) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:13.187415 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-62df0f6f-774a-406d-a5b9-e04f4787531f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:13.258501 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-2479d469-f5f2-4f16-9568-e0bf128d3762 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:13.261898 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-2479d469-f5f2-4f16-9568-e0bf128d3762 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-134149778'] for floatingip, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:13.319598 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-62df0f6f-774a-406d-a5b9-e04f4787531f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:13.325452 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-62df0f6f-774a-406d-a5b9-e04f4787531f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:13.345126 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 49326) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:13.378298 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-62df0f6f-774a-406d-a5b9-e04f4787531f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2fe944f021274ae98d8d457a70ab6f21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3207259 Aug 10 11:30:13.378902 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 49332) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:13.380924 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df0f6f-774a-406d-a5b9-e04f4787531f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af880e7-15be-43a9-b0bf-6187573629c1,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:13.385817 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.db.l3_db [None req-2479d469-f5f2-4f16-9568-e0bf128d3762 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Floating IP 37895935-1673-4842-98f3-7169bcb710fc associated. External IP: 172.27.1.119, port: 734fd62e-a75e-4120-ba4d-b732bed04e73. Aug 10 11:30:13.458476 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-5a523886-9e2d-4565-b9ca-820597269072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:13.488466 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-5a523886-9e2d-4565-b9ca-820597269072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:13.513508 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83542414-ab07-4733-97ce-4e5fe4179844 req-e1faafaa-2b61-4bd1-9b11-31250c2f532e tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:13.515035 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-83542414-ab07-4733-97ce-4e5fe4179844 req-e1faafaa-2b61-4bd1-9b11-31250c2f532e tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 945 time: 0.0900736 Aug 10 11:30:13.560783 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-6671accf-a94a-4c0b-9fd5-077ddb03e741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:13.596632 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-5a523886-9e2d-4565-b9ca-820597269072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:13.599165 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-5a523886-9e2d-4565-b9ca-820597269072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:13.600326 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-5a523886-9e2d-4565-b9ca-820597269072 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1af880e7-15be-43a9-b0bf-6187573629c1 HTTP/1.1" status: 204 len: 168 time: 0.2203648 Aug 10 11:30:13.608537 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-83542414-ab07-4733-97ce-4e5fe4179844 req-4dc56ab0-eb3b-4213-8ab5-705916bf8976 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844409 Aug 10 11:30:13.619330 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a523886-9e2d-4565-b9ca-820597269072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af880e7-15be-43a9-b0bf-6187573629c1,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:13.671192 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2479d469-f5f2-4f16-9568-e0bf128d3762 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Router a330f9f5-c2ea-428f-8aec-7b4d60c03893 has already been hosted by L3 agent c7f5eca1-6939-476e-9546-e5f0f7bb2dc8 {{(pid=93315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 11:30:13.723858 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-6671accf-a94a-4c0b-9fd5-077ddb03e741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:13.729948 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-6671accf-a94a-4c0b-9fd5-077ddb03e741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:13.786623 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-6671accf-a94a-4c0b-9fd5-077ddb03e741 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aef7240069294d698d4af7ffaca7499f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4379580 Aug 10 11:30:13.788290 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6671accf-a94a-4c0b-9fd5-077ddb03e741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c7dcdc-599c-4b66-be79-592bed51486b,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:13.792185 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 49340) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:13.831023 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2479d469-f5f2-4f16-9568-e0bf128d3762 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify agent at l3_agent.dv-cinder-792800-5-iscsi the message routers_updated {{(pid=93315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 11:30:13.839735 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-2479d469-f5f2-4f16-9568-e0bf128d3762 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for floatingip, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:13.852418 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8106fe3-ed48-46ef-854b-4b1cdb44111c None None] Sync routers for ids ['a330f9f5-c2ea-428f-8aec-7b4d60c03893'] in dv-cinder-792800-5-iscsi {{(pid=93318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 11:30:13.866096 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8106fe3-ed48-46ef-854b-4b1cdb44111c None None] Routers {'a330f9f5-c2ea-428f-8aec-7b4d60c03893'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:30:13.867434 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-b8106fe3-ed48-46ef-854b-4b1cdb44111c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:30:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['a330f9f5-c2ea-428f-8aec-7b4d60c03893'], 'active': True} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:30:13.893947 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-2479d469-f5f2-4f16-9568-e0bf128d3762 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "PUT /v2.0/floatingips/37895935-1673-4842-98f3-7169bcb710fc HTTP/1.1" status: 200 len: 991 time: 1.5408010 Aug 10 11:30:13.899086 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a7931f-83f4-497e-ba99-814093e07174', 'tag': '734fd62e-a75e-4120-ba4d-b732bed04e73'}] {{(pid=93315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:30:13.909241 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6373fc61674628fc4ea179701e5cfbb487487662fff8fb4d49624df9baba4f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e51360-5f74-4169-9e43-f7ea24b63c21" -d '{"events": [{"name": "network-changed", "server_uuid": "f9a7931f-83f4-497e-ba99-814093e07174", "tag": "734fd62e-a75e-4120-ba4d-b732bed04e73"}]}' {{(pid=93315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:30:13.927023 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:13.928034 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-b087e4ad-d38f-4823-8fc6-13868274be98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:13.952959 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 49348) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:13.970830 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-3307b14f-fce9-49e7-aa14-8a3785a4f4d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:13.981195 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 11:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ce6fb4-559d-4013-b2d3-f985c3f567e8 x-openstack-request-id: req-12ce6fb4-559d-4013-b2d3-f985c3f567e8 {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:30:13.981524 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9a7931f-83f4-497e-ba99-814093e07174", "tag": "734fd62e-a75e-4120-ba4d-b732bed04e73", "status": "completed", "code": 200}]} {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:30:13.981776 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-12ce6fb4-559d-4013-b2d3-f985c3f567e8 {{(pid=93315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:30:13.982158 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9a7931f-83f4-497e-ba99-814093e07174', 'tag': '734fd62e-a75e-4120-ba4d-b732bed04e73', 'status': 'completed', 'code': 200} Aug 10 11:30:13.994168 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-b087e4ad-d38f-4823-8fc6-13868274be98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:13.997873 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvr_db [None req-b8106fe3-ed48-46ef-854b-4b1cdb44111c None None] Set router a330f9f5-c2ea-428f-8aec-7b4d60c03893 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:30:14.062507 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-b087e4ad-d38f-4823-8fc6-13868274be98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:14.065191 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-b087e4ad-d38f-4823-8fc6-13868274be98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:14.068938 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-b087e4ad-d38f-4823-8fc6-13868274be98 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/76c7dcdc-599c-4b66-be79-592bed51486b HTTP/1.1" status: 204 len: 168 time: 0.2731750 Aug 10 11:30:14.078350 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b087e4ad-d38f-4823-8fc6-13868274be98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c7dcdc-599c-4b66-be79-592bed51486b,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:14.108878 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-3307b14f-fce9-49e7-aa14-8a3785a4f4d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:14.113878 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-3307b14f-fce9-49e7-aa14-8a3785a4f4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:14.157440 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-3307b14f-fce9-49e7-aa14-8a3785a4f4d2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=88d8ea4806b14ad1bad337f3abed89c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2011716 Aug 10 11:30:14.158218 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 49354) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:14.158763 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3307b14f-fce9-49e7-aa14-8a3785a4f4d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15799e1-a713-4b39-9586-8af21e4f245a,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:14.230701 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-4c8b7cc4-8033-4044-b7c0-12c51a9e303d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:14.256173 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-4c8b7cc4-8033-4044-b7c0-12c51a9e303d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:14.309990 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-4c8b7cc4-8033-4044-b7c0-12c51a9e303d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:14.312832 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-4c8b7cc4-8033-4044-b7c0-12c51a9e303d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:14.316311 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-4c8b7cc4-8033-4044-b7c0-12c51a9e303d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b15799e1-a713-4b39-9586-8af21e4f245a HTTP/1.1" status: 204 len: 168 time: 0.1544802 Aug 10 11:30:14.327520 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8b7cc4-8033-4044-b7c0-12c51a9e303d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15799e1-a713-4b39-9586-8af21e4f245a,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:14.365093 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-b8106fe3-ed48-46ef-854b-4b1cdb44111c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'name': 'tempest-AttachVolumeShelveTestJSON-1618038562-router', 'tenant_id': '7a68aeea61694149bca356d548ab331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '46181fd2-70a4-4f45-81a6-636f5b5a6d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:29:20Z', 'updated_at': '2021-08-10T11:29:25Z', 'revision_number': 4, 'project_id': '7a68aeea61694149bca356d548ab331a', 'gw_port': {'id': '46181fd2-70a4-4f45-81a6-636f5b5a6d41', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:29:21Z', 'updated_at': '2021-08-10T11:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_floatingips': [{'id': '37895935-1673-4842-98f3-7169bcb710fc', 'tenant_id': '7a68aeea61694149bca356d548ab331a', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'router_id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'port_id': '734fd62e-a75e-4120-ba4d-b732bed04e73', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 79, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caf833b7-6b1c-4283-9a64-20c0e4838897', 'mac_address': 'fa:16:3e:88:23:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a7931f-83f4-497e-ba99-814093e07174', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T11:29:31Z', 'updated_at': '2021-08-10T11:30:13Z', 'revision_number': 1, 'project_id': '7a68aeea61694149bca356d548ab331a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfea9bb0-eb90-4d4b-ba20-d8524a2b4133', 'name': '', 'network_id': 'caf833b7-6b1c-4283-9a64-20c0e4838897', 'tenant_id': '7a68aeea61694149bca356d548ab331a', 'mac_address': 'fa:16:3e:c1:66:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ef775550-3c92-437a-ad9c-5040b90d0f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:29:24Z', 'updated_at': '2021-08-10T11:29:34Z', 'revision_number': 5, 'project_id': '7a68aeea61694149bca356d548ab331a', 'subnets': [{'id': 'ef775550-3c92-437a-ad9c-5040b90d0f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:30:14.501220 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8106fe3-ed48-46ef-854b-4b1cdb44111c None None] Checking router: a330f9f5-c2ea-428f-8aec-7b4d60c03893 for host: dv-cinder-792800-5-iscsi {{(pid=93318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 11:30:14.515804 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8106fe3-ed48-46ef-854b-4b1cdb44111c None None] Routers {'a330f9f5-c2ea-428f-8aec-7b4d60c03893'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:30:14.516733 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-b8106fe3-ed48-46ef-854b-4b1cdb44111c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:30:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['a330f9f5-c2ea-428f-8aec-7b4d60c03893'], 'active': True} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:30:14.625442 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 49366) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:14.639594 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvr_db [None req-b8106fe3-ed48-46ef-854b-4b1cdb44111c None None] Set router a330f9f5-c2ea-428f-8aec-7b4d60c03893 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:30:14.652074 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-d5bb6f29-f11b-401c-b60e-7680a44ae705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:14.806848 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-d5bb6f29-f11b-401c-b60e-7680a44ae705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:14.807798 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885df9f3-47e6-477d-bfdf-bd8120e205ff req-ab2f25fd-b42a-4c57-a096-f95573593cee tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:14.811301 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-885df9f3-47e6-477d-bfdf-bd8120e205ff req-ab2f25fd-b42a-4c57-a096-f95573593cee tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 945 time: 0.0736961 Aug 10 11:30:14.813962 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-d5bb6f29-f11b-401c-b60e-7680a44ae705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:14.865561 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb6f29-f11b-401c-b60e-7680a44ae705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884cc11f-2b8b-48c5-9268-0d6ad7369a26,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:14.872956 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-d5bb6f29-f11b-401c-b60e-7680a44ae705 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7bf2efba05de4e7789c8097390808dfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2447777 Aug 10 11:30:14.875909 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 49376) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:14.886275 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-885df9f3-47e6-477d-bfdf-bd8120e205ff req-e8a35eee-fa0e-46d7-abd5-25b30eda1303 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671318 Aug 10 11:30:14.910011 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-b8106fe3-ed48-46ef-854b-4b1cdb44111c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'name': 'tempest-AttachVolumeShelveTestJSON-1618038562-router', 'tenant_id': '7a68aeea61694149bca356d548ab331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '46181fd2-70a4-4f45-81a6-636f5b5a6d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:29:20Z', 'updated_at': '2021-08-10T11:29:25Z', 'revision_number': 4, 'project_id': '7a68aeea61694149bca356d548ab331a', 'gw_port': {'id': '46181fd2-70a4-4f45-81a6-636f5b5a6d41', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:29:21Z', 'updated_at': '2021-08-10T11:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_floatingips': [{'id': '37895935-1673-4842-98f3-7169bcb710fc', 'tenant_id': '7a68aeea61694149bca356d548ab331a', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'router_id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'port_id': '734fd62e-a75e-4120-ba4d-b732bed04e73', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 79, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caf833b7-6b1c-4283-9a64-20c0e4838897', 'mac_address': 'fa:16:3e:88:23:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a7931f-83f4-497e-ba99-814093e07174', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T11:29:31Z', 'updated_at': '2021-08-10T11:30:13Z', 'revision_number': 1, 'project_id': '7a68aeea61694149bca356d548ab331a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfea9bb0-eb90-4d4b-ba20-d8524a2b4133', 'name': '', 'network_id': 'caf833b7-6b1c-4283-9a64-20c0e4838897', 'tenant_id': '7a68aeea61694149bca356d548ab331a', 'mac_address': 'fa:16:3e:c1:66:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ef775550-3c92-437a-ad9c-5040b90d0f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:29:24Z', 'updated_at': '2021-08-10T11:29:34Z', 'revision_number': 5, 'project_id': '7a68aeea61694149bca356d548ab331a', 'subnets': [{'id': 'ef775550-3c92-437a-ad9c-5040b90d0f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:30:14.950072 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8106fe3-ed48-46ef-854b-4b1cdb44111c None None] The sync data for ids ['a330f9f5-c2ea-428f-8aec-7b4d60c03893'] in dv-cinder-792800-5-iscsi is: [{'id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'name': 'tempest-AttachVolumeShelveTestJSON-1618038562-router', 'tenant_id': '7a68aeea61694149bca356d548ab331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '46181fd2-70a4-4f45-81a6-636f5b5a6d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:29:20Z', 'updated_at': '2021-08-10T11:29:25Z', 'revision_number': 4, 'project_id': '7a68aeea61694149bca356d548ab331a', 'gw_port': {'id': '46181fd2-70a4-4f45-81a6-636f5b5a6d41', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:29:21Z', 'updated_at': '2021-08-10T11:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_floatingips': [{'id': '37895935-1673-4842-98f3-7169bcb710fc', 'tenant_id': '7a68aeea61694149bca356d548ab331a', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'router_id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'port_id': '734fd62e-a75e-4120-ba4d-b732bed04e73', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 79, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caf833b7-6b1c-4283-9a64-20c0e4838897', 'mac_address': 'fa:16:3e:88:23:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a7931f-83f4-497e-ba99-814093e07174', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T11:29:31Z', 'updated_at': '2021-08-10T11:30:13Z', 'revision_number': 1, 'project_id': '7a68aeea61694149bca356d548ab331a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfea9bb0-eb90-4d4b-ba20-d8524a2b4133', 'name': '', 'network_id': 'caf833b7-6b1c-4283-9a64-20c0e4838897', 'tenant_id': '7a68aeea61694149bca356d548ab331a', 'mac_address': 'fa:16:3e:c1:66:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ef775550-3c92-437a-ad9c-5040b90d0f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:29:24Z', 'updated_at': '2021-08-10T11:29:34Z', 'revision_number': 5, 'project_id': '7a68aeea61694149bca356d548ab331a', 'subnets': [{'id': 'ef775550-3c92-437a-ad9c-5040b90d0f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 11:30:14.950842 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-01ebfb64-9c7f-4c2d-8614-ec28c408da21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:14.980801 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-01ebfb64-9c7f-4c2d-8614-ec28c408da21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:15.035267 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-01ebfb64-9c7f-4c2d-8614-ec28c408da21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:15.038052 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-01ebfb64-9c7f-4c2d-8614-ec28c408da21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:15.039822 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-01ebfb64-9c7f-4c2d-8614-ec28c408da21 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/884cc11f-2b8b-48c5-9268-0d6ad7369a26 HTTP/1.1" status: 204 len: 168 time: 0.1625767 Aug 10 11:30:15.047848 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ebfb64-9c7f-4c2d-8614-ec28c408da21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884cc11f-2b8b-48c5-9268-0d6ad7369a26,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:15.210009 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473dc41d-81f8-47c8-aecb-5fc7193db846 None None] New status for floating IP 37895935-1673-4842-98f3-7169bcb710fc: ACTIVE {{(pid=93317) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 11:30:15.449375 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 49402) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:15.465616 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-993323e9-2246-4a38-bbee-64cf88a4f90c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:15.574321 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-993323e9-2246-4a38-bbee-64cf88a4f90c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:15.578221 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-993323e9-2246-4a38-bbee-64cf88a4f90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:15.617187 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993323e9-2246-4a38-bbee-64cf88a4f90c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e28656-ef3e-4ae6-b067-a16e9e53b11e,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:15.623251 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-993323e9-2246-4a38-bbee-64cf88a4f90c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=85c5f724c7354571b2470486e0f2fe46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1711483 Aug 10 11:30:15.625577 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 49408) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:15.677128 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-50e9fa8a-72f0-4448-b12c-6de9cff92737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:15.704131 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-50e9fa8a-72f0-4448-b12c-6de9cff92737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:15.763079 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e51360-5f74-4169-9e43-f7ea24b63c21 req-4309f07b-87ff-4b2e-b7bc-e70813c6c634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:15.764819 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-48e51360-5f74-4169-9e43-f7ea24b63c21 req-4309f07b-87ff-4b2e-b7bc-e70813c6c634 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a68aeea61694149bca356d548ab331a&device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 1098 time: 0.0586479 Aug 10 11:30:15.787208 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-50e9fa8a-72f0-4448-b12c-6de9cff92737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:15.790816 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-50e9fa8a-72f0-4448-b12c-6de9cff92737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:15.796484 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-50e9fa8a-72f0-4448-b12c-6de9cff92737 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/56e28656-ef3e-4ae6-b067-a16e9e53b11e HTTP/1.1" status: 204 len: 168 time: 0.1698618 Aug 10 11:30:15.809682 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e9fa8a-72f0-4448-b12c-6de9cff92737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e28656-ef3e-4ae6-b067-a16e9e53b11e,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:15.907506 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e51360-5f74-4169-9e43-f7ea24b63c21 req-d483e0c5-a980-4b8d-b786-3c3d9807adee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:15.908796 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-48e51360-5f74-4169-9e43-f7ea24b63c21 req-d483e0c5-a980-4b8d-b786-3c3d9807adee service neutron] 10.222.0.59 "GET /v2.0/networks?id=caf833b7-6b1c-4283-9a64-20c0e4838897 HTTP/1.1" status: 200 len: 918 time: 0.1253114 Aug 10 11:30:16.071699 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-48e51360-5f74-4169-9e43-f7ea24b63c21 req-5b537cac-5b6f-4ea7-ae02-8cffd8d2a16c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=734fd62e-a75e-4120-ba4d-b732bed04e73 HTTP/1.1" status: 200 len: 1001 time: 0.1448209 Aug 10 11:30:16.174881 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c73ff5-f16a-45e0-8ab6-40fbf5035594 req-d1e1d0bb-5b92-42c9-b54b-158e2e13e86f tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:16.183091 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-a4c73ff5-f16a-45e0-8ab6-40fbf5035594 req-d1e1d0bb-5b92-42c9-b54b-158e2e13e86f tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 945 time: 0.1380389 Aug 10 11:30:16.200965 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e51360-5f74-4169-9e43-f7ea24b63c21 req-1d9cbfaa-6c91-4ea9-b45d-afc795efc37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:16.203134 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-48e51360-5f74-4169-9e43-f7ea24b63c21 req-1d9cbfaa-6c91-4ea9-b45d-afc795efc37f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef775550-3c92-437a-ad9c-5040b90d0f3e HTTP/1.1" status: 200 len: 856 time: 0.1196995 Aug 10 11:30:16.279966 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-a4c73ff5-f16a-45e0-8ab6-40fbf5035594 req-a0bacc03-286d-4c36-95ad-230fa48ccfc0 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957499 Aug 10 11:30:16.292010 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e51360-5f74-4169-9e43-f7ea24b63c21 req-c4bef0e8-0a11-4273-9cb3-3fe4c435f0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:16.294620 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-48e51360-5f74-4169-9e43-f7ea24b63c21 req-c4bef0e8-0a11-4273-9cb3-3fe4c435f0ad service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=caf833b7-6b1c-4283-9a64-20c0e4838897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0825164 Aug 10 11:30:16.434434 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-48e51360-5f74-4169-9e43-f7ea24b63c21 req-8fdbe2cf-459b-475c-8d86-c75342407bf7 service neutron] 10.222.0.59 "GET /v2.0/networks/caf833b7-6b1c-4283-9a64-20c0e4838897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249597 Aug 10 11:30:16.551819 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f09fb-6289-4d77-b223-8f2af32fbb55 req-d168475d-e690-4f3c-870f-877bf3c1eccc tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:16.553415 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-882f09fb-6289-4d77-b223-8f2af32fbb55 req-d168475d-e690-4f3c-870f-877bf3c1eccc tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dd5ecd9-1a4b-49c8-b8ac-65d8d61d0296 HTTP/1.1" status: 200 len: 945 time: 0.1108780 Aug 10 11:30:16.602321 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-48e51360-5f74-4169-9e43-f7ea24b63c21 req-96d1d846-fbfd-4f20-acfc-697f9a376b8e service neutron] 10.222.0.59 "GET /v2.0/networks/caf833b7-6b1c-4283-9a64-20c0e4838897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473012 Aug 10 11:30:16.627033 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-882f09fb-6289-4d77-b223-8f2af32fbb55 req-4d42ea32-1c39-40d4-913a-ea84170cb63f tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/security-groups?id=6385c21b-7a23-4444-8ac3-76ae05e2308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664017 Aug 10 11:30:17.421956 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 49526) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:17.449866 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb3b2ad-99e8-4832-b0ae-11407be21812 req-bd8d0dfd-c6a8-4a2f-894d-7501aeba7d95 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:17.454556 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-1bb3b2ad-99e8-4832-b0ae-11407be21812 req-bd8d0dfd-c6a8-4a2f-894d-7501aeba7d95 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 945 time: 0.0592699 Aug 10 11:30:17.499847 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-1bb3b2ad-99e8-4832-b0ae-11407be21812 req-b6587d1f-3baa-41e3-8320-1d9962cdb734 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356781 Aug 10 11:30:17.550516 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-f349575d-90f4-46e9-b70e-0d57009dd69e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:17.647928 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-f349575d-90f4-46e9-b70e-0d57009dd69e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:17.651577 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-f349575d-90f4-46e9-b70e-0d57009dd69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:17.694623 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-f349575d-90f4-46e9-b70e-0d57009dd69e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4ca7ab2751a944d4b77234695941e595&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2715323 Aug 10 11:30:17.696446 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349575d-90f4-46e9-b70e-0d57009dd69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721a3891-0504-4ac3-ad65-6cb907b89487,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:17.697839 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 49534) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:17.756429 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-08a8b4c9-9f7b-44bf-a986-0fe3f7a6c642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:17.760989 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea68ca5-7d3a-4338-a548-5a5b2f72552b req-121615f3-2fe2-4ceb-a7c8-d13ab8d6ca25 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:17.762514 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-1ea68ca5-7d3a-4338-a548-5a5b2f72552b req-121615f3-2fe2-4ceb-a7c8-d13ab8d6ca25 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dd5ecd9-1a4b-49c8-b8ac-65d8d61d0296 HTTP/1.1" status: 200 len: 945 time: 0.0534644 Aug 10 11:30:17.780243 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-08a8b4c9-9f7b-44bf-a986-0fe3f7a6c642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:17.806930 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-1ea68ca5-7d3a-4338-a548-5a5b2f72552b req-5b9849b8-73f5-4858-94ae-f4af419f25e0 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/security-groups?id=6385c21b-7a23-4444-8ac3-76ae05e2308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378861 Aug 10 11:30:17.833003 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-08a8b4c9-9f7b-44bf-a986-0fe3f7a6c642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:17.835923 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-08a8b4c9-9f7b-44bf-a986-0fe3f7a6c642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:17.837084 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-08a8b4c9-9f7b-44bf-a986-0fe3f7a6c642 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/721a3891-0504-4ac3-ad65-6cb907b89487 HTTP/1.1" status: 204 len: 168 time: 0.1382637 Aug 10 11:30:17.844918 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a8b4c9-9f7b-44bf-a986-0fe3f7a6c642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721a3891-0504-4ac3-ad65-6cb907b89487,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:18.609057 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 49590) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:18.670817 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed83b6a-f00f-4f7d-b1a2-bba4ed764da5 req-28e55d01-b6e7-4ff8-b71f-48cc7ae64efd tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:18.674473 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-6ed83b6a-f00f-4f7d-b1a2-bba4ed764da5 req-28e55d01-b6e7-4ff8-b71f-48cc7ae64efd tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 945 time: 0.0756898 Aug 10 11:30:18.745920 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-6ed83b6a-f00f-4f7d-b1a2-bba4ed764da5 req-0301a6d7-e011-43ba-8940-5a5a31c9fc0c tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517187 Aug 10 11:30:18.767901 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-7ba2ea68-06c3-4bc5-90c8-2fcddf466a11 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1025422743-network', 'tenant_id': '1467e979ebdd485596c65e7f548b0ee1'}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:30:18.807514 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba2ea68-06c3-4bc5-90c8-2fcddf466a11 admin admin] Made reservation on behalf of 1467e979ebdd485596c65e7f548b0ee1 for: {'network': 1} {{(pid=93316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:30:18.814327 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-7ba2ea68-06c3-4bc5-90c8-2fcddf466a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for network, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:18.831474 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-7ba2ea68-06c3-4bc5-90c8-2fcddf466a11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:18.993531 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346e251-c90d-4a24-bc96-39ed0adec9ca req-e3b744a8-9444-44e1-8ea5-ffefcc8dd522 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:18.995056 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-0346e251-c90d-4a24-bc96-39ed0adec9ca req-e3b744a8-9444-44e1-8ea5-ffefcc8dd522 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dd5ecd9-1a4b-49c8-b8ac-65d8d61d0296 HTTP/1.1" status: 200 len: 945 time: 0.0866828 Aug 10 11:30:18.997340 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-7ba2ea68-06c3-4bc5-90c8-2fcddf466a11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:19.003917 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-7ba2ea68-06c3-4bc5-90c8-2fcddf466a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:19.052906 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ba2ea68-06c3-4bc5-90c8-2fcddf466a11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=93316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 11:30:19.072285 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba2ea68-06c3-4bc5-90c8-2fcddf466a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4687d52-4148-4748-96b8-313c2fd8e3ee,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:19.079240 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-7ba2ea68-06c3-4bc5-90c8-2fcddf466a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462'] for segment, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:19.079580 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.db.segments_db [None req-7ba2ea68-06c3-4bc5-90c8-2fcddf466a11 admin admin] Added segment 234dec59-f103-4b29-940f-1854daa908df of type vlan for network 0573a7bb-21eb-4999-8c66-c03001946cd1 Aug 10 11:30:19.091463 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-0346e251-c90d-4a24-bc96-39ed0adec9ca req-8bcf6439-9a23-493e-be9f-78278d93effd tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/security-groups?id=6385c21b-7a23-4444-8ac3-76ae05e2308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832460 Aug 10 11:30:19.131886 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-7ba2ea68-06c3-4bc5-90c8-2fcddf466a11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778040477516'] for network, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:19.293034 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 49626) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:19.351825 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-7ba2ea68-06c3-4bc5-90c8-2fcddf466a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008'] for network, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:19.352926 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba2ea68-06c3-4bc5-90c8-2fcddf466a11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:19.353528 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-7ba2ea68-06c3-4bc5-90c8-2fcddf466a11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for network, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:19.401670 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-7ba2ea68-06c3-4bc5-90c8-2fcddf466a11 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7908001 Aug 10 11:30:19.406121 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 49630) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:19.412919 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [None req-ad58a27c-8e14-4bfe-adfe-ce69008e02cb admin admin] Request body: {'subnet': {'network_id': '0573a7bb-21eb-4999-8c66-c03001946cd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1025422743-subnet', 'tenant_id': '1467e979ebdd485596c65e7f548b0ee1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:30:19.420140 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba2ea68-06c3-4bc5-90c8-2fcddf466a11 admin admin] Pushing event updated for resources: {'Network': ['ID=0573a7bb-21eb-4999-8c66-c03001946cd1,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:19.431173 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Network 0573a7bb-21eb-4999-8c66-c03001946cd1 details requested by agent ovs-agent-dv-cinder-792800-5-iscsi with host dv-cinder-792800-5-iscsi {{(pid=93317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 11:30:19.449603 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad58a27c-8e14-4bfe-adfe-ce69008e02cb admin admin] Made reservation on behalf of 1467e979ebdd485596c65e7f548b0ee1 for: {'subnet': 1} {{(pid=93315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:30:19.453482 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-ad58a27c-8e14-4bfe-adfe-ce69008e02cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:19.520999 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-bc4e701d-62f2-4732-8f76-8de4f212831e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:19.706030 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-ad58a27c-8e14-4bfe-adfe-ce69008e02cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134105691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008'] for subnet, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:19.709107 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-bc4e701d-62f2-4732-8f76-8de4f212831e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:19.732366 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-bc4e701d-62f2-4732-8f76-8de4f212831e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:19.796640 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-bc4e701d-62f2-4732-8f76-8de4f212831e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=75a5f7ec23274bd9b6efc9779b863ac4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5015423 Aug 10 11:30:19.797489 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 49636) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:19.809089 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad58a27c-8e14-4bfe-adfe-ce69008e02cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=23425567-e5a3-4303-a0f3-f0b3b94c74f9,revision_number=0']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:19.811310 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e701d-62f2-4732-8f76-8de4f212831e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f3b85f-9e04-4833-815e-4f383cd58ec3,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:19.852934 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad58a27c-8e14-4bfe-adfe-ce69008e02cb admin admin] Checking segment: {'id': '234dec59-f103-4b29-940f-1854daa908df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '0573a7bb-21eb-4999-8c66-c03001946cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:30:19.853633 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad58a27c-8e14-4bfe-adfe-ce69008e02cb admin admin] Network hostable DHCP agents. Network: 0573a7bb-21eb-4999-8c66-c03001946cd1, hostable agents: ['0b3fe0ed-30c0-4c64-a4f4-6f12777a422c'], hosted agents: [] {{(pid=93315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 11:30:19.894498 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad58a27c-8e14-4bfe-adfe-ce69008e02cb admin admin] Network 0573a7bb-21eb-4999-8c66-c03001946cd1 is scheduled to be hosted by DHCP agent 0b3fe0ed-30c0-4c64-a4f4-6f12777a422c with binding_index 1 {{(pid=93315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 11:30:19.896739 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-6d52c925-3c89-4faa-ab77-1f9eb19442f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:19.915164 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.base_scheduler [None req-ad58a27c-8e14-4bfe-adfe-ce69008e02cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-5-iscsi, 0573a7bb-21eb-4999-8c66-c03001946cd1) {{(pid=93315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:30:19.926642 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b270a9-b721-49bb-a6e5-5e8bf11909da None None] Network 0573a7bb-21eb-4999-8c66-c03001946cd1 requested from dv-cinder-792800-5-iscsi {{(pid=93317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:30:19.927216 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad58a27c-8e14-4bfe-adfe-ce69008e02cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:19.927907 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-ad58a27c-8e14-4bfe-adfe-ce69008e02cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:19.937222 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-6d52c925-3c89-4faa-ab77-1f9eb19442f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:19.981764 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6bfc8-e351-4c5a-9ca5-d8e494704387 req-b550fcca-8280-4e6e-8526-74c089903bde tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:19.990955 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-d0f6bfc8-e351-4c5a-9ca5-d8e494704387 req-b550fcca-8280-4e6e-8526-74c089903bde tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 945 time: 0.1340101 Aug 10 11:30:20.017057 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-ad58a27c-8e14-4bfe-adfe-ce69008e02cb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6096940 Aug 10 11:30:20.046046 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-d0f6bfc8-e351-4c5a-9ca5-d8e494704387 req-c5b6cc06-c24e-433f-871d-7ab243c37dba tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484428 Aug 10 11:30:20.096444 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-6d52c925-3c89-4faa-ab77-1f9eb19442f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:20.117048 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-6d52c925-3c89-4faa-ab77-1f9eb19442f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:20.127647 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-6d52c925-3c89-4faa-ab77-1f9eb19442f8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/56f3b85f-9e04-4833-815e-4f383cd58ec3 HTTP/1.1" status: 204 len: 168 time: 0.3278296 Aug 10 11:30:20.130213 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053ff741-48d5-47aa-9e5c-7dbcbd13d489 None None] Network 0573a7bb-21eb-4999-8c66-c03001946cd1 requested from dv-cinder-792800-5-iscsi {{(pid=93317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:30:20.145808 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d52c925-3c89-4faa-ab77-1f9eb19442f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f3b85f-9e04-4833-815e-4f383cd58ec3,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:20.355652 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33239c0a-2a8a-459f-b826-ea0083bed9a9 req-42bdcd5c-c233-4023-9bac-4dd88835f230 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:20.357358 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-33239c0a-2a8a-459f-b826-ea0083bed9a9 req-42bdcd5c-c233-4023-9bac-4dd88835f230 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dd5ecd9-1a4b-49c8-b8ac-65d8d61d0296 HTTP/1.1" status: 200 len: 945 time: 0.1111228 Aug 10 11:30:20.412255 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-33239c0a-2a8a-459f-b826-ea0083bed9a9 req-5a5a1a26-3ae4-468c-a353-d2d4c4fd864e tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/security-groups?id=6385c21b-7a23-4444-8ac3-76ae05e2308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484166 Aug 10 11:30:20.534692 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 49654) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:20.548352 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-a41f6c61-d19e-4952-a3ac-43fb7df28055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:20.658058 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-a41f6c61-d19e-4952-a3ac-43fb7df28055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:20.663070 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-a41f6c61-d19e-4952-a3ac-43fb7df28055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:20.737355 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-a41f6c61-d19e-4952-a3ac-43fb7df28055 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=61328b7a76ad4ba1b8f18cf729dab6c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2010300 Aug 10 11:30:20.739907 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 49656) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:20.740852 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f6c61-d19e-4952-a3ac-43fb7df28055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bd222d-9f5e-424c-8a92-b26cbebebbdf,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:20.754887 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41f6c61-d19e-4952-a3ac-43fb7df28055 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:30:20.755498 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41f6c61-d19e-4952-a3ac-43fb7df28055 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:30:20.756076 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41f6c61-d19e-4952-a3ac-43fb7df28055 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:30:20.756722 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41f6c61-d19e-4952-a3ac-43fb7df28055 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:30:20.757430 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41f6c61-d19e-4952-a3ac-43fb7df28055 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:30:20.758162 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41f6c61-d19e-4952-a3ac-43fb7df28055 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:30:20.758864 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41f6c61-d19e-4952-a3ac-43fb7df28055 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:30:20.759532 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41f6c61-d19e-4952-a3ac-43fb7df28055 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:30:20.760848 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41f6c61-d19e-4952-a3ac-43fb7df28055 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:30:20.761494 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41f6c61-d19e-4952-a3ac-43fb7df28055 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:30:20.762071 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41f6c61-d19e-4952-a3ac-43fb7df28055 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:30:20.763606 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41f6c61-d19e-4952-a3ac-43fb7df28055 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:30:20.836913 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-78a19aa2-f4a0-4e54-81ac-0ff7a7e606ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:20.861785 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-78a19aa2-f4a0-4e54-81ac-0ff7a7e606ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:20.910608 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-78a19aa2-f4a0-4e54-81ac-0ff7a7e606ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:20.913982 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-78a19aa2-f4a0-4e54-81ac-0ff7a7e606ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:20.915134 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-78a19aa2-f4a0-4e54-81ac-0ff7a7e606ab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/57bd222d-9f5e-424c-8a92-b26cbebebbdf HTTP/1.1" status: 204 len: 168 time: 0.1742125 Aug 10 11:30:20.926968 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a19aa2-f4a0-4e54-81ac-0ff7a7e606ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bd222d-9f5e-424c-8a92-b26cbebebbdf,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:20.935172 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a19aa2-f4a0-4e54-81ac-0ff7a7e606ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:30:20.935614 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a19aa2-f4a0-4e54-81ac-0ff7a7e606ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:30:20.935881 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a19aa2-f4a0-4e54-81ac-0ff7a7e606ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:30:20.936218 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a19aa2-f4a0-4e54-81ac-0ff7a7e606ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:30:20.936769 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a19aa2-f4a0-4e54-81ac-0ff7a7e606ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:30:20.937154 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a19aa2-f4a0-4e54-81ac-0ff7a7e606ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:30:20.937431 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a19aa2-f4a0-4e54-81ac-0ff7a7e606ab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:30:20.937756 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a19aa2-f4a0-4e54-81ac-0ff7a7e606ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:30:20.938169 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a19aa2-f4a0-4e54-81ac-0ff7a7e606ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:30:20.938463 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a19aa2-f4a0-4e54-81ac-0ff7a7e606ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:30:20.938788 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a19aa2-f4a0-4e54-81ac-0ff7a7e606ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:30:20.939116 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a19aa2-f4a0-4e54-81ac-0ff7a7e606ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:30:21.177129 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e857d0f-8afe-40b6-a253-8475ea28bf0d req-bddf25ce-8009-4f08-b764-c3417e9509d1 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:21.179310 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-6e857d0f-8afe-40b6-a253-8475ea28bf0d req-bddf25ce-8009-4f08-b764-c3417e9509d1 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 945 time: 0.0599370 Aug 10 11:30:21.219052 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-6e857d0f-8afe-40b6-a253-8475ea28bf0d req-86134153-c3b7-47a5-a3d6-6301479e4172 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333264 Aug 10 11:30:21.568985 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e8527-2348-430b-8f16-fea8c43b38a3 req-4af4cfcb-bbd5-4195-a4e9-63187f173197 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:21.571117 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-e94e8527-2348-430b-8f16-fea8c43b38a3 req-4af4cfcb-bbd5-4195-a4e9-63187f173197 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dd5ecd9-1a4b-49c8-b8ac-65d8d61d0296 HTTP/1.1" status: 200 len: 945 time: 0.0836265 Aug 10 11:30:21.593371 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30a8e0-e52e-4871-a70a-171f5b50e040 req-11c1d28b-ebe2-4bb9-b3a8-d7c169808dfe tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:21.594828 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-ae30a8e0-e52e-4871-a70a-171f5b50e040 req-11c1d28b-ebe2-4bb9-b3a8-d7c169808dfe tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.59 "GET /v2.0/ports?device_id=5dd5ecd9-1a4b-49c8-b8ac-65d8d61d0296 HTTP/1.1" status: 200 len: 945 time: 0.0782518 Aug 10 11:30:21.724333 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-e94e8527-2348-430b-8f16-fea8c43b38a3 req-cb9ed274-7df3-419a-866a-5491695379e9 tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/security-groups?id=6385c21b-7a23-4444-8ac3-76ae05e2308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465261 Aug 10 11:30:21.777633 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.plugin [req-ae30a8e0-e52e-4871-a70a-171f5b50e040 req-b518858a-1709-4e25-86f8-6e518db52e3c tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] Deleting port 2d845f53-8afd-4863-be8c-a91bc00dadc7 {{(pid=93316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:30:21.777971 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [req-ae30a8e0-e52e-4871-a70a-171f5b50e040 req-b518858a-1709-4e25-86f8-6e518db52e3c tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:21.834258 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 2d845f53-8afd-4863-be8c-a91bc00dadc7 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 11:30:21.899532 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.db [req-ae30a8e0-e52e-4871-a70a-171f5b50e040 req-b518858a-1709-4e25-86f8-6e518db52e3c tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] For port 2d845f53-8afd-4863-be8c-a91bc00dadc7, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=2d845f53-8afd-4863-be8c-a91bc00dadc7,segment=NetworkSegment(23e9c845-f45a-4127-8057-0fb5b3f0ab45),segment_id=23e9c845-f45a-4127-8057-0fb5b3f0ab45)] {{(pid=93316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:30:21.900022 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [req-ae30a8e0-e52e-4871-a70a-171f5b50e040 req-b518858a-1709-4e25-86f8-6e518db52e3c tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:21.919957 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.plugin [req-ae30a8e0-e52e-4871-a70a-171f5b50e040 req-b518858a-1709-4e25-86f8-6e518db52e3c tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] Calling delete_port for 2d845f53-8afd-4863-be8c-a91bc00dadc7 owned by compute:nova {{(pid=93316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:30:21.947045 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:21.975343 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd5ecd9-1a4b-49c8-b8ac-65d8d61d0296', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d845f53-8afd-4863-be8c-a91bc00dadc7'}] {{(pid=93317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:30:21.978217 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f65e5affd22be71f9b00dd80d36c6e54843c66eef292b5ed0267a1f9ac014f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d74f4ab-deed-4677-bedf-68d9b8f76691" -d '{"events": [{"server_uuid": "5dd5ecd9-1a4b-49c8-b8ac-65d8d61d0296", "name": "network-vif-unplugged", "status": "completed", "tag": "2d845f53-8afd-4863-be8c-a91bc00dadc7"}]}' {{(pid=93317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:30:21.995793 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 2d845f53-8afd-4863-be8c-a91bc00dadc7, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=2d845f53-8afd-4863-be8c-a91bc00dadc7,segment=NetworkSegment(23e9c845-f45a-4127-8057-0fb5b3f0ab45),segment_id=23e9c845-f45a-4127-8057-0fb5b3f0ab45)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:30:22.001976 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:22.074498 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 11:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2594c8b9-fac8-4989-af0b-686cb613053b x-openstack-request-id: req-2594c8b9-fac8-4989-af0b-686cb613053b {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:30:22.075064 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd5ecd9-1a4b-49c8-b8ac-65d8d61d0296", "name": "network-vif-unplugged", "status": "completed", "tag": "2d845f53-8afd-4863-be8c-a91bc00dadc7", "code": 200}]} {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:30:22.075680 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2594c8b9-fac8-4989-af0b-686cb613053b {{(pid=93317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:30:22.076583 dv-cinder-792800-5-iscsi neutron-server[93317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd5ecd9-1a4b-49c8-b8ac-65d8d61d0296', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d845f53-8afd-4863-be8c-a91bc00dadc7', 'code': 200} Aug 10 11:30:22.120803 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=2d845f53-8afd-4863-be8c-a91bc00dadc7,revision_number=6']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:22.128693 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:30:22.129044 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:30:22.129387 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:30:22.129724 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:30:22.130057 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:30:22.130391 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:30:22.130722 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:30:22.131051 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:30:22.131397 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:30:22.131727 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:30:22.140725 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:30:22.141195 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:30:22.249853 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [req-ae30a8e0-e52e-4871-a70a-171f5b50e040 req-b518858a-1709-4e25-86f8-6e518db52e3c tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130748572'] for port, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:22.299736 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b518858a-1709-4e25-86f8-6e518db52e3c tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] Pushing event deleted for resources: {'Port': ['ID=2d845f53-8afd-4863-be8c-a91bc00dadc7,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:22.407669 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1dd21-3bba-43a1-a9e4-be38f330d2fc req-2ddd47eb-a179-4735-ae86-e94c40c0f7ef tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:22.418125 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-03e1dd21-3bba-43a1-a9e4-be38f330d2fc req-2ddd47eb-a179-4735-ae86-e94c40c0f7ef tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/networks?id=0573a7bb-21eb-4999-8c66-c03001946cd1 HTTP/1.1" status: 200 len: 809 time: 0.2648139 Aug 10 11:30:22.443511 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a46c1-852e-4f73-be11-c1e3fc651057 req-6c7ff2b4-c2a6-46e0-a064-793abf7d07d2 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:22.444226 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae30a8e0-e52e-4871-a70a-171f5b50e040 req-b518858a-1709-4e25-86f8-6e518db52e3c tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] No DVR routers for this DVR port 2d845f53-8afd-4863-be8c-a91bc00dadc7 on host hv-cinder-79280 {{(pid=93316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 11:30:22.449277 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [req-ae30a8e0-e52e-4871-a70a-171f5b50e040 req-b518858a-1709-4e25-86f8-6e518db52e3c tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:22.451652 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-ae30a8e0-e52e-4871-a70a-171f5b50e040 req-b518858a-1709-4e25-86f8-6e518db52e3c tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.59 "DELETE /v2.0/ports/2d845f53-8afd-4863-be8c-a91bc00dadc7 HTTP/1.1" status: 204 len: 173 time: 0.8503330 Aug 10 11:30:22.452827 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd5ecd9-1a4b-49c8-b8ac-65d8d61d0296', 'name': 'network-vif-deleted', 'tag': '2d845f53-8afd-4863-be8c-a91bc00dadc7'}] {{(pid=93316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:30:22.458242 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-093a46c1-852e-4f73-be11-c1e3fc651057 req-6c7ff2b4-c2a6-46e0-a064-793abf7d07d2 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 945 time: 0.1191876 Aug 10 11:30:22.463088 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 49744) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:22.465420 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c8c08188b21eb773fc1c6d2ac87981fb30e3bc49512db4b8fca3465af7d205c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa34d61c-bdb4-4999-9a01-00afee7449e7" -d '{"events": [{"server_uuid": "5dd5ecd9-1a4b-49c8-b8ac-65d8d61d0296", "name": "network-vif-deleted", "tag": "2d845f53-8afd-4863-be8c-a91bc00dadc7"}]}' {{(pid=93316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:30:22.479242 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-03e1dd21-3bba-43a1-a9e4-be38f330d2fc req-00188dd4-6149-49d8-91d2-9e4bb359dd0c tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/quotas/1467e979ebdd485596c65e7f548b0ee1 HTTP/1.1" status: 200 len: 375 time: 0.0591509 Aug 10 11:30:22.541482 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-03e1dd21-3bba-43a1-a9e4-be38f330d2fc req-23d5fd7a-ceed-4db1-9938-08b09e6e7d23 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1467e979ebdd485596c65e7f548b0ee1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609143 Aug 10 11:30:22.541662 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-093a46c1-852e-4f73-be11-c1e3fc651057 req-1e5bf12c-aa0d-4ad9-b80d-8de12d66725f tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821342 Aug 10 11:30:22.674658 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-03e1dd21-3bba-43a1-a9e4-be38f330d2fc req-748b0520-3391-4236-9fcd-2398e2b863be service neutron] 10.222.0.24 "GET /v2.0/networks/0573a7bb-21eb-4999-8c66-c03001946cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318591 Aug 10 11:30:22.699663 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 11:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ccef11-8393-493e-a3f8-72ed8e4a1f42 x-openstack-request-id: req-27ccef11-8393-493e-a3f8-72ed8e4a1f42 {{(pid=93316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:30:22.699989 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd5ecd9-1a4b-49c8-b8ac-65d8d61d0296", "name": "network-vif-deleted", "tag": "2d845f53-8afd-4863-be8c-a91bc00dadc7", "status": "completed", "code": 200}]} {{(pid=93316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:30:22.700201 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-27ccef11-8393-493e-a3f8-72ed8e4a1f42 {{(pid=93316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:30:22.700669 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd5ecd9-1a4b-49c8-b8ac-65d8d61d0296', 'name': 'network-vif-deleted', 'tag': '2d845f53-8afd-4863-be8c-a91bc00dadc7', 'status': 'completed', 'code': 200} Aug 10 11:30:22.747691 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-b3ed8ce3-b4d0-45b4-b5fa-f292291747ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:22.785944 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-03e1dd21-3bba-43a1-a9e4-be38f330d2fc req-0f587167-999f-4cb5-b037-7b52dc01a670 service neutron] 10.222.0.24 "GET /v2.0/networks/0573a7bb-21eb-4999-8c66-c03001946cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102388 Aug 10 11:30:22.886624 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d4cf7847-284c-4a62-92ac-8edabbbf91f4 req-202363ad-5b92-446a-af90-b68a7d53b54d tempest-DeleteServersTestJSON-1062522115 tempest-DeleteServersTestJSON-1062522115-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dd5ecd9-1a4b-49c8-b8ac-65d8d61d0296 HTTP/1.1" status: 200 len: 210 time: 0.0442247 Aug 10 11:30:22.964782 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-b3ed8ce3-b4d0-45b4-b5fa-f292291747ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:22.972866 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-b3ed8ce3-b4d0-45b4-b5fa-f292291747ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:23.042697 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-b3ed8ce3-b4d0-45b4-b5fa-f292291747ea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d648e185002e4bce8378ce1104bf0989&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5778375 Aug 10 11:30:23.045322 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 49768) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:23.135396 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-59447856-4819-4abb-8f8a-79760b065726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:23.152768 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a224a82f-fb8a-4fb6-9f4f-70596a4658ab req-a3de0687-95ce-4219-a34a-0f5f63486806 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae65c103-9961-4048-badf-b5790e290868 HTTP/1.1" status: 200 len: 210 time: 0.1185846 Aug 10 11:30:23.154937 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed8ce3-b4d0-45b4-b5fa-f292291747ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56ec7d2-c8d8-4751-8f55-bc0213937ae0,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:23.171315 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-59447856-4819-4abb-8f8a-79760b065726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:23.246309 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-59447856-4819-4abb-8f8a-79760b065726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:23.249308 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-59447856-4819-4abb-8f8a-79760b065726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:23.250642 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-59447856-4819-4abb-8f8a-79760b065726 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e56ec7d2-c8d8-4751-8f55-bc0213937ae0 HTTP/1.1" status: 204 len: 168 time: 0.2041285 Aug 10 11:30:23.259555 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59447856-4819-4abb-8f8a-79760b065726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56ec7d2-c8d8-4751-8f55-bc0213937ae0,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:23.691792 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c156f3-666a-4c4f-ac12-4047f7ad19ce req-e75c57c2-8662-479d-82a6-2107a8724a3d tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:23.693592 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-03c156f3-666a-4c4f-ac12-4047f7ad19ce req-e75c57c2-8662-479d-82a6-2107a8724a3d tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 945 time: 0.0683036 Aug 10 11:30:23.745352 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-03c156f3-666a-4c4f-ac12-4047f7ad19ce req-8cc00daa-108a-4ee5-90ff-9f3610e73d04 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448096 Aug 10 11:30:24.265147 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-a07650b6-f580-4381-8e3d-66ea039aaccb req-ab33cfe4-8efe-4b89-846c-4b9a3773ef3d tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae65c103-9961-4048-badf-b5790e290868 HTTP/1.1" status: 200 len: 210 time: 0.0356920 Aug 10 11:30:24.857891 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d2367-6018-4647-b12a-bf9441844756 req-6f9c61fe-e3c9-4ea8-bcb9-2348e32a6119 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:24.859266 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-936d2367-6018-4647-b12a-bf9441844756 req-6f9c61fe-e3c9-4ea8-bcb9-2348e32a6119 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 945 time: 0.0482385 Aug 10 11:30:24.896656 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-936d2367-6018-4647-b12a-bf9441844756 req-64601918-e2d0-483c-adb7-3cc30e2d9ae6 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314410 Aug 10 11:30:25.368653 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-f4a78299-3852-4944-950a-e27e757a5e26 req-09c738e2-2c65-4772-ac9f-3086b829ea89 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae65c103-9961-4048-badf-b5790e290868 HTTP/1.1" status: 200 len: 210 time: 0.0275044 Aug 10 11:30:26.010418 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41243b84-2dbc-47d1-9e2e-efb835275751 req-d9d705c8-19fc-421c-937f-35c320d84ac8 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:26.011887 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-41243b84-2dbc-47d1-9e2e-efb835275751 req-d9d705c8-19fc-421c-937f-35c320d84ac8 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 945 time: 0.0481818 Aug 10 11:30:26.048946 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-41243b84-2dbc-47d1-9e2e-efb835275751 req-ec8efdd2-b1fa-45eb-b439-3e91547c6bbd tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310178 Aug 10 11:30:26.466150 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-e3562998-8ffc-4478-8385-50a1da817d7e req-dd56ad91-f24f-4d94-b352-f395ca8e9dbe tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae65c103-9961-4048-badf-b5790e290868 HTTP/1.1" status: 200 len: 210 time: 0.0286961 Aug 10 11:30:27.163833 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6f1f7-47dc-4ac5-b9a4-3751d05ddcaf req-34512a97-e098-47d6-b9f0-49b882fcbad5 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:27.165512 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-b3e6f1f7-47dc-4ac5-b9a4-3751d05ddcaf req-34512a97-e098-47d6-b9f0-49b882fcbad5 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 945 time: 0.0482292 Aug 10 11:30:27.204215 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-b3e6f1f7-47dc-4ac5-b9a4-3751d05ddcaf req-695bd4cd-7252-4664-8d9d-77f88a960e8a tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329218 Aug 10 11:30:27.490419 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1dd21-3bba-43a1-a9e4-be38f330d2fc req-8e8c927c-873d-4ddf-8c68-92e9c510a42b tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:27.493292 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-03e1dd21-3bba-43a1-a9e4-be38f330d2fc req-8e8c927c-873d-4ddf-8c68-92e9c510a42b tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.59 "GET /v2.0/networks?id=0573a7bb-21eb-4999-8c66-c03001946cd1 HTTP/1.1" status: 200 len: 809 time: 0.1420908 Aug 10 11:30:27.518108 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 49894) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:27.521114 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [req-03e1dd21-3bba-43a1-a9e4-be38f330d2fc req-d05d5fe2-7b5a-4d9d-b06e-90c2d5001c65 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Request body: {'port': {'device_id': 'ae65c103-9961-4048-badf-b5790e290868', 'network_id': '0573a7bb-21eb-4999-8c66-c03001946cd1', 'admin_state_up': True, 'tenant_id': '1467e979ebdd485596c65e7f548b0ee1'}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:30:27.599632 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-8584987a-7924-4b2f-a8c4-af39fef411e4 req-12934c6c-cd55-4500-b953-1f3fb6605239 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae65c103-9961-4048-badf-b5790e290868 HTTP/1.1" status: 200 len: 210 time: 0.0329764 Aug 10 11:30:27.603264 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1337b18-705b-4222-86cd-e44ff35bd10b admin admin] Deleting subnet f0bf8100-aaec-4a7e-a974-691da69ee5a3 {{(pid=93315) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 11:30:27.606571 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-a1337b18-705b-4222-86cd-e44ff35bd10b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:27.657990 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03e1dd21-3bba-43a1-a9e4-be38f330d2fc req-d05d5fe2-7b5a-4d9d-b06e-90c2d5001c65 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Made reservation on behalf of 1467e979ebdd485596c65e7f548b0ee1 for: {'port': 1} {{(pid=93316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:30:27.659168 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-a1337b18-705b-4222-86cd-e44ff35bd10b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:27.661780 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [req-03e1dd21-3bba-43a1-a9e4-be38f330d2fc req-d05d5fe2-7b5a-4d9d-b06e-90c2d5001c65 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:27.667303 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-a1337b18-705b-4222-86cd-e44ff35bd10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926530'] for subnet, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:27.749472 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-a1337b18-705b-4222-86cd-e44ff35bd10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134105691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008'] for subnet, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:27.782531 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1337b18-705b-4222-86cd-e44ff35bd10b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0bf8100-aaec-4a7e-a974-691da69ee5a3,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:27.793429 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-a1337b18-705b-4222-86cd-e44ff35bd10b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:27.796712 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-a1337b18-705b-4222-86cd-e44ff35bd10b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f0bf8100-aaec-4a7e-a974-691da69ee5a3 HTTP/1.1" status: 204 len: 168 time: 0.2768438 Aug 10 11:30:27.799429 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 49918) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:27.867910 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.db_base_plugin_common [req-03e1dd21-3bba-43a1-a9e4-be38f330d2fc req-d05d5fe2-7b5a-4d9d-b06e-90c2d5001c65 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Allocated IP 172.20.0.9 (0573a7bb-21eb-4999-8c66-c03001946cd1/23425567-e5a3-4303-a0f3-f0b3b94c74f9/100cb8ca-a269-45f7-acfc-915bc3a3e8cd) {{(pid=93316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:30:27.906631 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-98c5eacd-c5fd-4884-96d4-eedf13d813d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631178'] for network, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:28.000313 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-98c5eacd-c5fd-4884-96d4-eedf13d813d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-926155', 'neutron.services.segments.db._delete_segments_for_network-8778041053552'] for network, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:28.013865 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-98c5eacd-c5fd-4884-96d4-eedf13d813d0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:30:28.014235 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-98c5eacd-c5fd-4884-96d4-eedf13d813d0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:30:28.015020 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-98c5eacd-c5fd-4884-96d4-eedf13d813d0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:30:28.015358 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-98c5eacd-c5fd-4884-96d4-eedf13d813d0 admin admin] Subscribe: > port after_create 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:30:28.015796 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-98c5eacd-c5fd-4884-96d4-eedf13d813d0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:30:28.016322 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-98c5eacd-c5fd-4884-96d4-eedf13d813d0 admin admin] Subscribe: > port after_update 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:30:28.016702 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-98c5eacd-c5fd-4884-96d4-eedf13d813d0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:30:28.017050 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-98c5eacd-c5fd-4884-96d4-eedf13d813d0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:30:28.017379 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-98c5eacd-c5fd-4884-96d4-eedf13d813d0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:30:28.017735 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-98c5eacd-c5fd-4884-96d4-eedf13d813d0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:30:28.089636 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-98c5eacd-c5fd-4884-96d4-eedf13d813d0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:30:28.090001 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-98c5eacd-c5fd-4884-96d4-eedf13d813d0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:30:28.090140 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [req-03e1dd21-3bba-43a1-a9e4-be38f330d2fc req-d05d5fe2-7b5a-4d9d-b06e-90c2d5001c65 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Notify callbacks [] for port, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:28.090342 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-98c5eacd-c5fd-4884-96d4-eedf13d813d0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:30:28.090685 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-98c5eacd-c5fd-4884-96d4-eedf13d813d0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:30:28.091070 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.services.segments.db [None req-98c5eacd-c5fd-4884-96d4-eedf13d813d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4c14882-478a-4eab-9183-19b5a8a45cbd']}} {{(pid=93315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:30:28.120201 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.services.segments.db [None req-98c5eacd-c5fd-4884-96d4-eedf13d813d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23e9c845-f45a-4127-8057-0fb5b3f0ab45') {'for_net_delete': True} {{(pid=93315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:30:28.120437 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.services.segments.db [None req-98c5eacd-c5fd-4884-96d4-eedf13d813d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23e9c845-f45a-4127-8057-0fb5b3f0ab45') {} {{(pid=93315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:30:28.141118 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-98c5eacd-c5fd-4884-96d4-eedf13d813d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778041055865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130910225'] for segment, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:28.156257 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [req-03e1dd21-3bba-43a1-a9e4-be38f330d2fc req-d05d5fe2-7b5a-4d9d-b06e-90c2d5001c65 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130748572'] for port, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:28.176067 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-98c5eacd-c5fd-4884-96d4-eedf13d813d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462'] for segment, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:28.199027 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98c5eacd-c5fd-4884-96d4-eedf13d813d0 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=93315) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 11:30:28.199437 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-98c5eacd-c5fd-4884-96d4-eedf13d813d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130148888'] for segment, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:28.212715 dv-cinder-792800-5-iscsi neutron-server[93315]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 11:30:28.212715 dv-cinder-792800-5-iscsi neutron-server[93315]: from cryptography.utils import int_from_bytes Aug 10 11:30:28.212715 dv-cinder-792800-5-iscsi neutron-server[93315]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 11:30:28.212715 dv-cinder-792800-5-iscsi neutron-server[93315]: from cryptography.utils import int_from_bytes Aug 10 11:30:28.212715 dv-cinder-792800-5-iscsi neutron-server[93315]: Traceback (most recent call last): Aug 10 11:30:28.212715 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 11:30:28.212715 dv-cinder-792800-5-iscsi neutron-server[93315]: timer() Aug 10 11:30:28.212715 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 11:30:28.212715 dv-cinder-792800-5-iscsi neutron-server[93315]: cb(*args, **kw) Aug 10 11:30:28.212715 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 11:30:28.212715 dv-cinder-792800-5-iscsi neutron-server[93315]: return func(*args, **kwargs) Aug 10 11:30:28.212715 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 11:30:28.212715 dv-cinder-792800-5-iscsi neutron-server[93315]: self._notify() Aug 10 11:30:28.212715 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 11:30:28.212715 dv-cinder-792800-5-iscsi neutron-server[93315]: self.callback(batched_events) Aug 10 11:30:28.212715 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 11:30:28.212715 dv-cinder-792800-5-iscsi neutron-server[93315]: event.method(event) Aug 10 11:30:28.212715 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 11:30:28.212715 dv-cinder-792800-5-iscsi neutron-server[93315]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 11:30:28.212715 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 11:30:28.212715 dv-cinder-792800-5-iscsi neutron-server[93315]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 11:30:28.212715 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 11:30:28.212715 dv-cinder-792800-5-iscsi neutron-server[93315]: return f(self, *a, **k) Aug 10 11:30:28.212715 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 11:30:28.212715 dv-cinder-792800-5-iscsi neutron-server[93315]: return self._get(url).json() Aug 10 11:30:28.212715 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 11:30:28.212715 dv-cinder-792800-5-iscsi neutron-server[93315]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 11:30:28.212715 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 11:30:28.212715 dv-cinder-792800-5-iscsi neutron-server[93315]: return self.request(url, 'GET', **kwargs) Aug 10 11:30:28.212715 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 11:30:28.212715 dv-cinder-792800-5-iscsi neutron-server[93315]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 11:30:28.212715 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 11:30:28.212715 dv-cinder-792800-5-iscsi neutron-server[93315]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 11:30:28.212715 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 11:30:28.212715 dv-cinder-792800-5-iscsi neutron-server[93315]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 11:30:28.212715 dv-cinder-792800-5-iscsi neutron-server[93315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 11:30:28.231752 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03e1dd21-3bba-43a1-a9e4-be38f330d2fc req-d05d5fe2-7b5a-4d9d-b06e-90c2d5001c65 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Network 0573a7bb-21eb-4999-8c66-c03001946cd1 is already hosted by enough agents. {{(pid=93316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:30:28.235449 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.base_scheduler [req-03e1dd21-3bba-43a1-a9e4-be38f330d2fc req-d05d5fe2-7b5a-4d9d-b06e-90c2d5001c65 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Resources bound (agent type, host, resource id): {{(pid=93316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:30:28.248151 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e1dd21-3bba-43a1-a9e4-be38f330d2fc req-d05d5fe2-7b5a-4d9d-b06e-90c2d5001c65 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Received port after_create {{(pid=93316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:30:28.313834 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1dd21-3bba-43a1-a9e4-be38f330d2fc req-d05d5fe2-7b5a-4d9d-b06e-90c2d5001c65 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:28.314637 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [req-03e1dd21-3bba-43a1-a9e4-be38f330d2fc req-d05d5fe2-7b5a-4d9d-b06e-90c2d5001c65 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:28.318745 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d5fe2-7b5a-4d9d-b06e-90c2d5001c65 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Pushing event updated for resources: {'Port': ['ID=100cb8ca-a269-45f7-acfc-915bc3a3e8cd,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:28.342293 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-03e1dd21-3bba-43a1-a9e4-be38f330d2fc req-d05d5fe2-7b5a-4d9d-b06e-90c2d5001c65 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8252792 Aug 10 11:30:28.357683 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [req-03e1dd21-3bba-43a1-a9e4-be38f330d2fc req-840765e8-7d0e-42ed-a795-fa8e7b87840b service neutron] Request body: {'port': {'device_id': 'ae65c103-9961-4048-badf-b5790e290868', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:30:28.402755 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-98c5eacd-c5fd-4884-96d4-eedf13d813d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-926144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-134149792'] for network, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:28.449356 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-98c5eacd-c5fd-4884-96d4-eedf13d813d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for network, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:28.452557 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-98c5eacd-c5fd-4884-96d4-eedf13d813d0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a4c14882-478a-4eab-9183-19b5a8a45cbd HTTP/1.1" status: 204 len: 168 time: 0.6511307 Aug 10 11:30:28.468222 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c5eacd-c5fd-4884-96d4-eedf13d813d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4c14882-478a-4eab-9183-19b5a8a45cbd,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:28.472807 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [req-03e1dd21-3bba-43a1-a9e4-be38f330d2fc req-840765e8-7d0e-42ed-a795-fa8e7b87840b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:28.481098 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc37ca8-dfe9-40f5-87ce-e077252ca261 req-bf4cc692-6d29-4fd5-9a93-b40fb3bcff0a tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:28.482680 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-2fc37ca8-dfe9-40f5-87ce-e077252ca261 req-bf4cc692-6d29-4fd5-9a93-b40fb3bcff0a tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 945 time: 0.1595140 Aug 10 11:30:28.561169 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-2fc37ca8-dfe9-40f5-87ce-e077252ca261 req-f202ecb6-cbbf-4bd3-a198-8e5044355fa3 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680895 Aug 10 11:30:28.695077 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 49952) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:28.742488 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-46e1ccb6-90ab-426c-bb48-1db67591230c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a4be60ff6b8843c48fe403e1fb6cbf57&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0458083 Aug 10 11:30:28.743163 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 49956) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:28.761286 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b8652-c9fa-4d73-bcba-edf463d407da req-8cf04154-3ec1-4a51-a3ad-3154859bc3b4 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:28.762902 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-322b8652-c9fa-4d73-bcba-edf463d407da req-8cf04154-3ec1-4a51-a3ad-3154859bc3b4 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae65c103-9961-4048-badf-b5790e290868 HTTP/1.1" status: 200 len: 931 time: 0.0775626 Aug 10 11:30:28.804540 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-d44c055f-40b9-4359-b40b-41e62a3c6cbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:28.836107 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-d44c055f-40b9-4359-b40b-41e62a3c6cbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:28.843147 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-322b8652-c9fa-4d73-bcba-edf463d407da req-413162c1-fc99-435b-9270-e0399042a011 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4687d52-4148-4748-96b8-313c2fd8e3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684571 Aug 10 11:30:28.863123 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.notifiers.nova [req-03e1dd21-3bba-43a1-a9e4-be38f330d2fc req-840765e8-7d0e-42ed-a795-fa8e7b87840b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 100cb8ca-a269-45f7-acfc-915bc3a3e8cd {{(pid=93316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 11:30:28.864883 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [req-03e1dd21-3bba-43a1-a9e4-be38f330d2fc req-840765e8-7d0e-42ed-a795-fa8e7b87840b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:28.881356 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.provisioning_blocks [req-03e1dd21-3bba-43a1-a9e4-be38f330d2fc req-840765e8-7d0e-42ed-a795-fa8e7b87840b service neutron] Transition to ACTIVE for port object 100cb8ca-a269-45f7-acfc-915bc3a3e8cd will not be triggered until provisioned by entity L2. {{(pid=93316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:30:28.886541 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [req-03e1dd21-3bba-43a1-a9e4-be38f330d2fc req-840765e8-7d0e-42ed-a795-fa8e7b87840b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130748519'] for port, after_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:28.918006 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-d44c055f-40b9-4359-b40b-41e62a3c6cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:28.920884 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-d44c055f-40b9-4359-b40b-41e62a3c6cbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:28.922270 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-d44c055f-40b9-4359-b40b-41e62a3c6cbe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6385c21b-7a23-4444-8ac3-76ae05e2308a HTTP/1.1" status: 204 len: 168 time: 0.1780527 Aug 10 11:30:28.933756 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c055f-40b9-4359-b40b-41e62a3c6cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6385c21b-7a23-4444-8ac3-76ae05e2308a,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:28.968229 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840765e8-7d0e-42ed-a795-fa8e7b87840b service neutron] Pushing event updated for resources: {'Port': ['ID=100cb8ca-a269-45f7-acfc-915bc3a3e8cd,revision_number=2']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:29.038174 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.managers [req-03e1dd21-3bba-43a1-a9e4-be38f330d2fc req-840765e8-7d0e-42ed-a795-fa8e7b87840b service neutron] Attempting to bind port 100cb8ca-a269-45f7-acfc-915bc3a3e8cd on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:30:29.038711 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.managers [req-03e1dd21-3bba-43a1-a9e4-be38f330d2fc req-840765e8-7d0e-42ed-a795-fa8e7b87840b service neutron] Attempting to bind port 100cb8ca-a269-45f7-acfc-915bc3a3e8cd by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': '234dec59-f103-4b29-940f-1854daa908df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '0573a7bb-21eb-4999-8c66-c03001946cd1'}] {{(pid=93316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:30:29.039220 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e1dd21-3bba-43a1-a9e4-be38f330d2fc req-840765e8-7d0e-42ed-a795-fa8e7b87840b service neutron] Attempting to bind port 100cb8ca-a269-45f7-acfc-915bc3a3e8cd on network 0573a7bb-21eb-4999-8c66-c03001946cd1 {{(pid=93316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:30:29.044632 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e1dd21-3bba-43a1-a9e4-be38f330d2fc req-840765e8-7d0e-42ed-a795-fa8e7b87840b service neutron] Port 100cb8ca-a269-45f7-acfc-915bc3a3e8cd on network 0573a7bb-21eb-4999-8c66-c03001946cd1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 11:30:29.045141 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e1dd21-3bba-43a1-a9e4-be38f330d2fc req-840765e8-7d0e-42ed-a795-fa8e7b87840b service neutron] Attempting to bind port 100cb8ca-a269-45f7-acfc-915bc3a3e8cd on network 0573a7bb-21eb-4999-8c66-c03001946cd1 {{(pid=93316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:30:29.050696 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e1dd21-3bba-43a1-a9e4-be38f330d2fc req-840765e8-7d0e-42ed-a795-fa8e7b87840b service neutron] Checking agent: {'id': '9054602d-8671-4254-af87-58e8d5e6c079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 27, 44), 'started_at': datetime.datetime(2021, 8, 10, 11, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:30:29.051091 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e1dd21-3bba-43a1-a9e4-be38f330d2fc req-840765e8-7d0e-42ed-a795-fa8e7b87840b service neutron] Checking segment: {'id': '234dec59-f103-4b29-940f-1854daa908df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '0573a7bb-21eb-4999-8c66-c03001946cd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:30:29.051412 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e1dd21-3bba-43a1-a9e4-be38f330d2fc req-840765e8-7d0e-42ed-a795-fa8e7b87840b service neutron] Bound using segment: {'id': '234dec59-f103-4b29-940f-1854daa908df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '0573a7bb-21eb-4999-8c66-c03001946cd1'} {{(pid=93316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:30:29.051833 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.managers [req-03e1dd21-3bba-43a1-a9e4-be38f330d2fc req-840765e8-7d0e-42ed-a795-fa8e7b87840b service neutron] Bound port: 100cb8ca-a269-45f7-acfc-915bc3a3e8cd, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '234dec59-f103-4b29-940f-1854daa908df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '0573a7bb-21eb-4999-8c66-c03001946cd1'}}] {{(pid=93316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:30:29.052193 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [req-03e1dd21-3bba-43a1-a9e4-be38f330d2fc req-840765e8-7d0e-42ed-a795-fa8e7b87840b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:29.120556 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.db [req-03e1dd21-3bba-43a1-a9e4-be38f330d2fc req-840765e8-7d0e-42ed-a795-fa8e7b87840b service neutron] For port 100cb8ca-a269-45f7-acfc-915bc3a3e8cd, host hv-cinder-79280, cleared binding levels {{(pid=93316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:30:29.124377 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.db [req-03e1dd21-3bba-43a1-a9e4-be38f330d2fc req-840765e8-7d0e-42ed-a795-fa8e7b87840b service neutron] For port 100cb8ca-a269-45f7-acfc-915bc3a3e8cd, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=100cb8ca-a269-45f7-acfc-915bc3a3e8cd,segment=NetworkSegment(234dec59-f103-4b29-940f-1854daa908df),segment_id=234dec59-f103-4b29-940f-1854daa908df)] {{(pid=93316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:30:29.129014 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [req-03e1dd21-3bba-43a1-a9e4-be38f330d2fc req-840765e8-7d0e-42ed-a795-fa8e7b87840b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130748519'] for port, after_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:29.170108 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1dd21-3bba-43a1-a9e4-be38f330d2fc req-840765e8-7d0e-42ed-a795-fa8e7b87840b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:29.170842 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [req-03e1dd21-3bba-43a1-a9e4-be38f330d2fc req-840765e8-7d0e-42ed-a795-fa8e7b87840b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:29.172403 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-03e1dd21-3bba-43a1-a9e4-be38f330d2fc req-840765e8-7d0e-42ed-a795-fa8e7b87840b service neutron] 10.222.0.59 "PUT /v2.0/ports/100cb8ca-a269-45f7-acfc-915bc3a3e8cd HTTP/1.1" status: 200 len: 1093 time: 0.8211269 Aug 10 11:30:29.172871 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae65c103-9961-4048-badf-b5790e290868', 'tag': '100cb8ca-a269-45f7-acfc-915bc3a3e8cd'}] {{(pid=93316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:30:29.175096 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c8c08188b21eb773fc1c6d2ac87981fb30e3bc49512db4b8fca3465af7d205c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d57f87-a63a-4e9d-98a8-d9eaedb074e8" -d '{"events": [{"name": "network-changed", "server_uuid": "ae65c103-9961-4048-badf-b5790e290868", "tag": "100cb8ca-a269-45f7-acfc-915bc3a3e8cd"}]}' {{(pid=93316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:30:29.205289 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840765e8-7d0e-42ed-a795-fa8e7b87840b service neutron] Pushing event updated for resources: {'Port': ['ID=100cb8ca-a269-45f7-acfc-915bc3a3e8cd,revision_number=3']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:29.224893 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 11:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ffc577-03b8-4fb0-aab8-21e818812016 x-openstack-request-id: req-62ffc577-03b8-4fb0-aab8-21e818812016 {{(pid=93316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:30:29.225361 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae65c103-9961-4048-badf-b5790e290868", "tag": "100cb8ca-a269-45f7-acfc-915bc3a3e8cd", "status": "completed", "code": 200}]} {{(pid=93316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:30:29.225662 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-62ffc577-03b8-4fb0-aab8-21e818812016 {{(pid=93316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:30:29.226105 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae65c103-9961-4048-badf-b5790e290868', 'tag': '100cb8ca-a269-45f7-acfc-915bc3a3e8cd', 'status': 'completed', 'code': 200} Aug 10 11:30:29.271645 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1dd21-3bba-43a1-a9e4-be38f330d2fc req-052a78f1-08a3-4522-9571-8f710ad03196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:29.273830 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-03e1dd21-3bba-43a1-a9e4-be38f330d2fc req-052a78f1-08a3-4522-9571-8f710ad03196 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1467e979ebdd485596c65e7f548b0ee1&device_id=ae65c103-9961-4048-badf-b5790e290868 HTTP/1.1" status: 200 len: 1096 time: 0.0424144 Aug 10 11:30:29.707509 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6377f984-1bff-4ce6-955b-376bb31a4bda req-6eec6783-39ff-49be-84a0-d824125e95db tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:29.718197 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-6377f984-1bff-4ce6-955b-376bb31a4bda req-6eec6783-39ff-49be-84a0-d824125e95db tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 945 time: 0.0831206 Aug 10 11:30:29.727464 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 50008) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:29.780035 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-6377f984-1bff-4ce6-955b-376bb31a4bda req-c4610117-1c07-46c5-9ef3-5c53cb240cf0 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606060 Aug 10 11:30:29.870710 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-fe9dea8d-f494-436e-8ea3-940733498671 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-809001131-network', 'tenant_id': '84f5dbe3e1cf47c299d5230d7ef39f9f'}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:30:29.898731 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9dea8d-f494-436e-8ea3-940733498671 admin admin] Made reservation on behalf of 84f5dbe3e1cf47c299d5230d7ef39f9f for: {'network': 1} {{(pid=93316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:30:29.902604 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-fe9dea8d-f494-436e-8ea3-940733498671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for network, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:29.915221 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-fe9dea8d-f494-436e-8ea3-940733498671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:29.970581 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 50020) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:30.000924 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65bb32a-16ea-427c-a563-51e8a3e516fd req-61717c8c-41ca-4091-9437-fdce65088123 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:30.002477 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-e65bb32a-16ea-427c-a563-51e8a3e516fd req-61717c8c-41ca-4091-9437-fdce65088123 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae65c103-9961-4048-badf-b5790e290868 HTTP/1.1" status: 200 len: 943 time: 0.0757873 Aug 10 11:30:30.070447 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-e65bb32a-16ea-427c-a563-51e8a3e516fd req-ae48836b-b0c1-4516-ac15-21e19502da5f tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4687d52-4148-4748-96b8-313c2fd8e3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585337 Aug 10 11:30:30.119975 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-fe9dea8d-f494-436e-8ea3-940733498671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:30.124971 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-fe9dea8d-f494-436e-8ea3-940733498671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:30.148015 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe9dea8d-f494-436e-8ea3-940733498671 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=93316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 11:30:30.159213 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-a3fb506d-d031-4546-a472-556e3d5b3e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:30.162358 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9dea8d-f494-436e-8ea3-940733498671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910188d1-6a55-4a2d-960a-98029f064d2a,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:30.169143 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-fe9dea8d-f494-436e-8ea3-940733498671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462'] for segment, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:30.169528 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.db.segments_db [None req-fe9dea8d-f494-436e-8ea3-940733498671 admin admin] Added segment 87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79 of type vlan for network 6db70112-8cd9-467f-aa72-29de5ea56ae8 Aug 10 11:30:30.217867 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-fe9dea8d-f494-436e-8ea3-940733498671 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778040477516'] for network, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:30.251898 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-fe9dea8d-f494-436e-8ea3-940733498671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008'] for network, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:30.253061 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9dea8d-f494-436e-8ea3-940733498671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:30.253650 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-fe9dea8d-f494-436e-8ea3-940733498671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for network, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:30.261078 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-a3fb506d-d031-4546-a472-556e3d5b3e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:30.265133 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-a3fb506d-d031-4546-a472-556e3d5b3e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:30.305782 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-a3fb506d-d031-4546-a472-556e3d5b3e5d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b682fee3f0da47088dfcb32ae1bab9c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3339379 Aug 10 11:30:30.306665 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fb506d-d031-4546-a472-556e3d5b3e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5911cd60-603a-413b-a694-e117bae52627,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:30.309073 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 50034) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:30.324176 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-fe9dea8d-f494-436e-8ea3-940733498671 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5955663 Aug 10 11:30:30.328787 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 50036) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:30.334447 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [None req-eef17bf9-fb0a-431f-9d85-240534010faf admin admin] Request body: {'subnet': {'network_id': '6db70112-8cd9-467f-aa72-29de5ea56ae8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-809001131-subnet', 'tenant_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:30:30.342492 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9dea8d-f494-436e-8ea3-940733498671 admin admin] Pushing event updated for resources: {'Network': ['ID=6db70112-8cd9-467f-aa72-29de5ea56ae8,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:30.355204 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Network 6db70112-8cd9-467f-aa72-29de5ea56ae8 details requested by agent ovs-agent-dv-cinder-792800-5-iscsi with host dv-cinder-792800-5-iscsi {{(pid=93317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 11:30:30.358038 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef17bf9-fb0a-431f-9d85-240534010faf admin admin] Made reservation on behalf of 84f5dbe3e1cf47c299d5230d7ef39f9f for: {'subnet': 1} {{(pid=93315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:30:30.360705 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-eef17bf9-fb0a-431f-9d85-240534010faf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130361298'] for subnet, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:30.549727 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-eef17bf9-fb0a-431f-9d85-240534010faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134105691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130149043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130361280'] for subnet, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:30.577320 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-97da70ee-e5c7-4423-a088-170a87ab2cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:30.601576 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-97da70ee-e5c7-4423-a088-170a87ab2cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:30.607072 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef17bf9-fb0a-431f-9d85-240534010faf admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc1e85e4-da01-4b14-969e-682bd3f5912f,revision_number=0']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:30.618706 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef17bf9-fb0a-431f-9d85-240534010faf admin admin] Checking segment: {'id': '87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6db70112-8cd9-467f-aa72-29de5ea56ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:30:30.619060 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef17bf9-fb0a-431f-9d85-240534010faf admin admin] Network hostable DHCP agents. Network: 6db70112-8cd9-467f-aa72-29de5ea56ae8, hostable agents: ['0b3fe0ed-30c0-4c64-a4f4-6f12777a422c'], hosted agents: [] {{(pid=93315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 11:30:30.639134 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef17bf9-fb0a-431f-9d85-240534010faf admin admin] Network 6db70112-8cd9-467f-aa72-29de5ea56ae8 is scheduled to be hosted by DHCP agent 0b3fe0ed-30c0-4c64-a4f4-6f12777a422c with binding_index 1 {{(pid=93315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 11:30:30.649498 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.base_scheduler [None req-eef17bf9-fb0a-431f-9d85-240534010faf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-5-iscsi, 6db70112-8cd9-467f-aa72-29de5ea56ae8) {{(pid=93315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:30:30.653974 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef17bf9-fb0a-431f-9d85-240534010faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:30.654565 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-eef17bf9-fb0a-431f-9d85-240534010faf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:30.659445 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8918c2ea-eb71-41ea-994a-1bc2b8bfbb68 None None] Network 6db70112-8cd9-467f-aa72-29de5ea56ae8 requested from dv-cinder-792800-5-iscsi {{(pid=93317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:30:30.661712 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-97da70ee-e5c7-4423-a088-170a87ab2cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:30.664995 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-97da70ee-e5c7-4423-a088-170a87ab2cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:30.669237 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-97da70ee-e5c7-4423-a088-170a87ab2cf9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5911cd60-603a-413b-a694-e117bae52627 HTTP/1.1" status: 204 len: 168 time: 0.3574355 Aug 10 11:30:30.678630 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97da70ee-e5c7-4423-a088-170a87ab2cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5911cd60-603a-413b-a694-e117bae52627,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:30.679254 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-eef17bf9-fb0a-431f-9d85-240534010faf admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3487136 Aug 10 11:30:30.681716 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 50040) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:30.686463 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [None req-95e3c9dc-1737-4972-a6b6-df6843420cf6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-809001131-router', 'tenant_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'}}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:30:30.711057 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-95e3c9dc-1737-4972-a6b6-df6843420cf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-134123482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-507807'] for router, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:30.712733 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-95e3c9dc-1737-4972-a6b6-df6843420cf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-134123114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-134149659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134205986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-507782'] for router, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:30.783743 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-95e3c9dc-1737-4972-a6b6-df6843420cf6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:30.883500 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c10fde-ba06-4479-b175-46c152f9ac8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31ed9ef1-cb2b-58e0-a77f-21ee6076cf6a-6db70112-8cd9-467f-aa72-29de5ea56ae8', 'network_id': '6db70112-8cd9-467f-aa72-29de5ea56ae8', 'tenant_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'fixed_ips': [{'subnet_id': 'fc1e85e4-da01-4b14-969e-682bd3f5912f'}]}} from dv-cinder-792800-5-iscsi. {{(pid=93317) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 11:30:30.884848 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-43c10fde-ba06-4479-b175-46c152f9ac8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:30.929720 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b3e5b-7176-4d1d-a542-68aa03293af8 req-13bc860e-a09c-4787-835e-41265b61fb15 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:30.938082 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-f33b3e5b-7176-4d1d-a542-68aa03293af8 req-13bc860e-a09c-4787-835e-41265b61fb15 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 945 time: 0.0625248 Aug 10 11:30:30.960878 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-95e3c9dc-1737-4972-a6b6-df6843420cf6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:30.975945 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-f33b3e5b-7176-4d1d-a542-68aa03293af8 req-f04e0d0f-1890-4bb5-a0c6-49637e1f605c tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367501 Aug 10 11:30:31.029054 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 50048) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:31.044616 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-dcac2567-9b65-43dd-ad50-da3dc3127f42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:31.063809 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.db_base_plugin_common [None req-43c10fde-ba06-4479-b175-46c152f9ac8f None None] Allocated IP 172.20.0.2 (6db70112-8cd9-467f-aa72-29de5ea56ae8/fc1e85e4-da01-4b14-969e-682bd3f5912f/0ab621cd-f227-4152-bddf-ed5a5d125c3e) {{(pid=93317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:30:31.166509 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-dcac2567-9b65-43dd-ad50-da3dc3127f42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:31.182887 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-dcac2567-9b65-43dd-ad50-da3dc3127f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:31.281643 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-03e1dd21-3bba-43a1-a9e4-be38f330d2fc req-6faed867-78eb-44a6-94b5-d3b1f6d56856 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=100cb8ca-a269-45f7-acfc-915bc3a3e8cd HTTP/1.1" status: 200 len: 217 time: 0.0517056 Aug 10 11:30:31.283426 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-43c10fde-ba06-4479-b175-46c152f9ac8f None None] Notify callbacks [] for port, precommit_create {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:31.298860 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-43c10fde-ba06-4479-b175-46c152f9ac8f None None] Transition to ACTIVE for port object 0ab621cd-f227-4152-bddf-ed5a5d125c3e will not be triggered until provisioned by entity L2. {{(pid=93317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:30:31.324934 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-43c10fde-ba06-4479-b175-46c152f9ac8f None None] Transition to ACTIVE for port object 0ab621cd-f227-4152-bddf-ed5a5d125c3e will not be triggered until provisioned by entity DHCP. {{(pid=93317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:30:31.328827 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-dcac2567-9b65-43dd-ad50-da3dc3127f42 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8a5f2bd1eada4c4cb70b58e0d83a2ad2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2982759 Aug 10 11:30:31.330041 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 50058) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:31.333173 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-43c10fde-ba06-4479-b175-46c152f9ac8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036'] for port, after_create {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:31.367621 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac2567-9b65-43dd-ad50-da3dc3127f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865d3392-4eba-4890-97e5-01a3c4cea2f8,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:31.381450 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c10fde-ba06-4479-b175-46c152f9ac8f None None] Network 6db70112-8cd9-467f-aa72-29de5ea56ae8 is already hosted by enough agents. {{(pid=93317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:30:31.391732 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.scheduler.base_scheduler [None req-43c10fde-ba06-4479-b175-46c152f9ac8f None None] Resources bound (agent type, host, resource id): {{(pid=93317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:30:31.395356 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e9e50-0b1e-4170-b2bc-aa8134e44294 req-3824ec1f-5ddb-4041-a63f-56956d77da27 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:31.397239 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-697e9e50-0b1e-4170-b2bc-aa8134e44294 req-3824ec1f-5ddb-4041-a63f-56956d77da27 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae65c103-9961-4048-badf-b5790e290868 HTTP/1.1" status: 200 len: 943 time: 0.2268131 Aug 10 11:30:31.403431 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c10fde-ba06-4479-b175-46c152f9ac8f None None] Received port after_create {{(pid=93317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:30:31.416377 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-f653834f-ba4a-4242-be9b-03fd7ac894bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:31.419442 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-95e3c9dc-1737-4972-a6b6-df6843420cf6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:31.430256 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c10fde-ba06-4479-b175-46c152f9ac8f None None] Pushing event updated for resources: {'Port': ['ID=0ab621cd-f227-4152-bddf-ed5a5d125c3e,revision_number=1']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:31.439485 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-95e3c9dc-1737-4972-a6b6-df6843420cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:31.463724 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-43c10fde-ba06-4479-b175-46c152f9ac8f None None] Attempting to bind port 0ab621cd-f227-4152-bddf-ed5a5d125c3e on host dv-cinder-792800-5-iscsi for vnic_type normal with profile {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:30:31.463999 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-43c10fde-ba06-4479-b175-46c152f9ac8f None None] Attempting to bind port 0ab621cd-f227-4152-bddf-ed5a5d125c3e by drivers openvswitch,hyperv on host dv-cinder-792800-5-iscsi at level 0 using segments [{'id': '87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6db70112-8cd9-467f-aa72-29de5ea56ae8'}] {{(pid=93317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:30:31.464568 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c10fde-ba06-4479-b175-46c152f9ac8f None None] Attempting to bind port 0ab621cd-f227-4152-bddf-ed5a5d125c3e on network 6db70112-8cd9-467f-aa72-29de5ea56ae8 {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:30:31.466106 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-f653834f-ba4a-4242-be9b-03fd7ac894bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:31.471088 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c10fde-ba06-4479-b175-46c152f9ac8f None None] Checking agent: {'id': '7e56837d-5a68-4d8c-918f-73dada8ac547', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 21, 37), 'started_at': datetime.datetime(2021, 8, 10, 11, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:30:31.471459 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c10fde-ba06-4479-b175-46c152f9ac8f None None] Checking segment: {'id': '87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6db70112-8cd9-467f-aa72-29de5ea56ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:30:31.471890 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-43c10fde-ba06-4479-b175-46c152f9ac8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:31.472282 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c10fde-ba06-4479-b175-46c152f9ac8f None None] Bound using segment: {'id': '87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6db70112-8cd9-467f-aa72-29de5ea56ae8'} {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:30:31.472796 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-43c10fde-ba06-4479-b175-46c152f9ac8f None None] Bound port: 0ab621cd-f227-4152-bddf-ed5a5d125c3e, host: dv-cinder-792800-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6db70112-8cd9-467f-aa72-29de5ea56ae8'}}] {{(pid=93317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:30:31.473221 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-43c10fde-ba06-4479-b175-46c152f9ac8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:31.482260 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-697e9e50-0b1e-4170-b2bc-aa8134e44294 req-a09dc15f-80f0-4dd9-bebf-50fb28e42619 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4687d52-4148-4748-96b8-313c2fd8e3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711000 Aug 10 11:30:31.535124 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-f653834f-ba4a-4242-be9b-03fd7ac894bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:31.538546 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-f653834f-ba4a-4242-be9b-03fd7ac894bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:31.539792 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-f653834f-ba4a-4242-be9b-03fd7ac894bd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/865d3392-4eba-4890-97e5-01a3c4cea2f8 HTTP/1.1" status: 204 len: 168 time: 0.2074308 Aug 10 11:30:31.548236 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f653834f-ba4a-4242-be9b-03fd7ac894bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865d3392-4eba-4890-97e5-01a3c4cea2f8,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:31.572713 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.db_base_plugin_common [None req-95e3c9dc-1737-4972-a6b6-df6843420cf6 admin admin] Allocated IP 172.27.1.218 (5acaf353-3f61-4dec-9325-b74ab1b31d79/161344f3-be79-4209-8149-4c1c277e8dc7/b933f823-533c-4647-ae13-9259e9143b57) {{(pid=93315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:30:31.573834 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-43c10fde-ba06-4479-b175-46c152f9ac8f None None] For port 0ab621cd-f227-4152-bddf-ed5a5d125c3e, host dv-cinder-792800-5-iscsi, cleared binding levels {{(pid=93317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:30:31.586891 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-43c10fde-ba06-4479-b175-46c152f9ac8f None None] For port 0ab621cd-f227-4152-bddf-ed5a5d125c3e, host dv-cinder-792800-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=0ab621cd-f227-4152-bddf-ed5a5d125c3e,segment=NetworkSegment(87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79),segment_id=87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79)] {{(pid=93317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:30:31.591609 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-43c10fde-ba06-4479-b175-46c152f9ac8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:31.694048 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-95e3c9dc-1737-4972-a6b6-df6843420cf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:31.736957 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-95e3c9dc-1737-4972-a6b6-df6843420cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:31.774280 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e3c9dc-1737-4972-a6b6-df6843420cf6 admin admin] Network 5acaf353-3f61-4dec-9325-b74ab1b31d79 is already hosted by enough agents. {{(pid=93315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:30:31.778760 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.base_scheduler [None req-95e3c9dc-1737-4972-a6b6-df6843420cf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:30:31.779252 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c10fde-ba06-4479-b175-46c152f9ac8f None None] Pushing event updated for resources: {'Port': ['ID=0ab621cd-f227-4152-bddf-ed5a5d125c3e,revision_number=2']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:31.781860 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e3c9dc-1737-4972-a6b6-df6843420cf6 admin admin] Received port after_create {{(pid=93315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:30:31.827798 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e3c9dc-1737-4972-a6b6-df6843420cf6 admin admin] Pushing event updated for resources: {'Port': ['ID=b933f823-533c-4647-ae13-9259e9143b57,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:32.080464 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-95e3c9dc-1737-4972-a6b6-df6843420cf6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:32.171338 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0d974-5c8f-478c-94e1-a17cc216604f req-16fea95e-acc7-4a4f-98b5-969056865af7 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:32.172904 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-e4a0d974-5c8f-478c-94e1-a17cc216604f req-16fea95e-acc7-4a4f-98b5-969056865af7 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 945 time: 0.0798986 Aug 10 11:30:32.218784 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-e4a0d974-5c8f-478c-94e1-a17cc216604f req-eab3e07c-9329-4c78-8487-570bd6eb487a tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395904 Aug 10 11:30:32.382351 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-95e3c9dc-1737-4972-a6b6-df6843420cf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-134123107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-134149864'] for router, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:32.384494 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1dd21-3bba-43a1-a9e4-be38f330d2fc req-9d05339b-37d7-4881-a975-459e9019fd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:32.386088 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-03e1dd21-3bba-43a1-a9e4-be38f330d2fc req-9d05339b-37d7-4881-a975-459e9019fd54 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=23425567-e5a3-4303-a0f3-f0b3b94c74f9 HTTP/1.1" status: 200 len: 849 time: 0.0698493 Aug 10 11:30:32.426137 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-03e1dd21-3bba-43a1-a9e4-be38f330d2fc req-d8a89712-8160-4d91-ab5e-cd3ba18d9cd2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0573a7bb-21eb-4999-8c66-c03001946cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313790 Aug 10 11:30:32.528091 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 0ab621cd-f227-4152-bddf-ed5a5d125c3e up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:30:32.551761 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-03e1dd21-3bba-43a1-a9e4-be38f330d2fc req-320e7d67-8045-4cb2-9241-8cbdb5f818cd service neutron] 10.222.0.59 "GET /v2.0/networks/0573a7bb-21eb-4999-8c66-c03001946cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143064 Aug 10 11:30:32.592715 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e3c9dc-1737-4972-a6b6-df6843420cf6 admin admin] Router af8eb0cd-5032-493c-abd5-dadab57103c0 is scheduled to L3 agent c7f5eca1-6939-476e-9546-e5f0f7bb2dc8 with binding_index 1 {{(pid=93315) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 11:30:32.644174 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning for port 0ab621cd-f227-4152-bddf-ed5a5d125c3e completed by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:30:32.724345 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703922bc-35f7-451b-8f35-f0a73e335722 req-fdce1831-a6f0-4bd9-9837-5e86b48f6058 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:32.726598 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-703922bc-35f7-451b-8f35-f0a73e335722 req-fdce1831-a6f0-4bd9-9837-5e86b48f6058 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae65c103-9961-4048-badf-b5790e290868 HTTP/1.1" status: 200 len: 943 time: 0.0803540 Aug 10 11:30:32.755265 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-03e1dd21-3bba-43a1-a9e4-be38f330d2fc req-2fd27109-5ffe-4d83-b82d-f6fb8e9da1e9 service neutron] 10.222.0.59 "GET /v2.0/networks/0573a7bb-21eb-4999-8c66-c03001946cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915004 Aug 10 11:30:32.777575 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-703922bc-35f7-451b-8f35-f0a73e335722 req-dc2cdcda-f4a9-49e0-b5d9-a4c066877101 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4687d52-4148-4748-96b8-313c2fd8e3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409310 Aug 10 11:30:32.797880 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e3c9dc-1737-4972-a6b6-df6843420cf6 admin admin] Notify agent at l3_agent.dv-cinder-792800-5-iscsi the message routers_updated {{(pid=93315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 11:30:32.814683 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446f9d02-aaaa-4401-9790-d1400bb3859f None None] Sync routers for ids ['af8eb0cd-5032-493c-abd5-dadab57103c0'] in dv-cinder-792800-5-iscsi {{(pid=93318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 11:30:32.820638 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-95e3c9dc-1737-4972-a6b6-df6843420cf6 admin admin] Notify callbacks [] for router, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:32.824969 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 50096) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:32.825291 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-95e3c9dc-1737-4972-a6b6-df6843420cf6 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1421692 Aug 10 11:30:32.828469 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446f9d02-aaaa-4401-9790-d1400bb3859f None None] Routers {'af8eb0cd-5032-493c-abd5-dadab57103c0'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:30:32.829129 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-446f9d02-aaaa-4401-9790-d1400bb3859f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:30:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['af8eb0cd-5032-493c-abd5-dadab57103c0'], 'active': True} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:30:32.957422 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvr_db [None req-446f9d02-aaaa-4401-9790-d1400bb3859f None None] Set router af8eb0cd-5032-493c-abd5-dadab57103c0 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:30:33.064995 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4da4589-ebaa-4cf4-b976-c5d466df4e9f None None] Network 6db70112-8cd9-467f-aa72-29de5ea56ae8 requested from dv-cinder-792800-5-iscsi {{(pid=93317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:30:33.145046 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-abfdb4ff-6204-4044-928a-96f3280b37b6 None None] Provisioning for port 0ab621cd-f227-4152-bddf-ed5a5d125c3e completed by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:30:33.154209 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-abfdb4ff-6204-4044-928a-96f3280b37b6 None None] Provisioning complete for port 0ab621cd-f227-4152-bddf-ed5a5d125c3e triggered by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:30:33.154580 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-abfdb4ff-6204-4044-928a-96f3280b37b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:33.218984 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-446f9d02-aaaa-4401-9790-d1400bb3859f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'name': 'tempest-AttachVolumeTestJSON-809001131-router', 'tenant_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b933f823-533c-4647-ae13-9259e9143b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:30:30Z', 'updated_at': '2021-08-10T11:30:31Z', 'revision_number': 3, 'project_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'gw_port': {'id': 'b933f823-533c-4647-ae13-9259e9143b57', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:30:31Z', 'updated_at': '2021-08-10T11:30:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi'}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:30:33.270030 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446f9d02-aaaa-4401-9790-d1400bb3859f None None] Checking router: af8eb0cd-5032-493c-abd5-dadab57103c0 for host: dv-cinder-792800-5-iscsi {{(pid=93318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 11:30:33.270840 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446f9d02-aaaa-4401-9790-d1400bb3859f None None] Updating router af8eb0cd-5032-493c-abd5-dadab57103c0 port b933f823-533c-4647-ae13-9259e9143b57 binding host dv-cinder-792800-5-iscsi {{(pid=93318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 11:30:33.305759 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-446f9d02-aaaa-4401-9790-d1400bb3859f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:33.415402 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-abfdb4ff-6204-4044-928a-96f3280b37b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:33.452703 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-b8b3f790-4748-4b76-b6a4-b1a0bc73c455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:33.502023 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-abfdb4ff-6204-4044-928a-96f3280b37b6 None None] For port 0ab621cd-f227-4152-bddf-ed5a5d125c3e, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=0ab621cd-f227-4152-bddf-ed5a5d125c3e,segment=NetworkSegment(87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79),segment_id=87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:30:33.509346 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-abfdb4ff-6204-4044-928a-96f3280b37b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:33.511116 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b72d33-6bad-41f2-84b4-1a92db2e7466 req-411bfced-eb69-4c22-998e-be51099677a3 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:33.512531 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-32b72d33-6bad-41f2-84b4-1a92db2e7466 req-411bfced-eb69-4c22-998e-be51099677a3 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 945 time: 0.1393592 Aug 10 11:30:33.586872 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-32b72d33-6bad-41f2-84b4-1a92db2e7466 req-ce38cdfe-e1a5-4a78-ba6f-ae4a69fba59a tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672293 Aug 10 11:30:33.600379 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfdb4ff-6204-4044-928a-96f3280b37b6 None None] Pushing event updated for resources: {'Port': ['ID=0ab621cd-f227-4152-bddf-ed5a5d125c3e,revision_number=3']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:33.733228 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.db_base_plugin_common [None req-b8b3f790-4748-4b76-b6a4-b1a0bc73c455 admin admin] Allocated IP 172.20.0.1 (6db70112-8cd9-467f-aa72-29de5ea56ae8/fc1e85e4-da01-4b14-969e-682bd3f5912f/be7232de-88c2-4c9c-9fa1-9200d7b1ce9d) {{(pid=93316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:30:33.771586 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-446f9d02-aaaa-4401-9790-d1400bb3859f None None] Notify callbacks [] for port, precommit_update {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:33.782256 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.provisioning_blocks [None req-446f9d02-aaaa-4401-9790-d1400bb3859f None None] Transition to ACTIVE for port object b933f823-533c-4647-ae13-9259e9143b57 will not be triggered until provisioned by entity L2. {{(pid=93318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:30:33.791037 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-446f9d02-aaaa-4401-9790-d1400bb3859f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:33.833507 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-5fc75ba3-7867-4a3e-9597-a16a9dd581be None None] Provisioning complete for port 0ab621cd-f227-4152-bddf-ed5a5d125c3e triggered by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:30:33.834070 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-5fc75ba3-7867-4a3e-9597-a16a9dd581be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:33.842698 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124b0821-6e40-48ea-b10d-055c297a1887 None None] Pushing event updated for resources: {'Port': ['ID=b933f823-533c-4647-ae13-9259e9143b57,revision_number=2']} {{(pid=93318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:33.854006 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124b0821-6e40-48ea-b10d-055c297a1887 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:30:33.854630 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124b0821-6e40-48ea-b10d-055c297a1887 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:30:33.855132 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124b0821-6e40-48ea-b10d-055c297a1887 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:30:33.855632 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124b0821-6e40-48ea-b10d-055c297a1887 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:30:33.856135 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124b0821-6e40-48ea-b10d-055c297a1887 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:30:33.856719 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124b0821-6e40-48ea-b10d-055c297a1887 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:30:33.857205 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124b0821-6e40-48ea-b10d-055c297a1887 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:30:33.857701 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124b0821-6e40-48ea-b10d-055c297a1887 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:30:33.858207 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124b0821-6e40-48ea-b10d-055c297a1887 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:30:33.858878 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124b0821-6e40-48ea-b10d-055c297a1887 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:30:33.860073 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124b0821-6e40-48ea-b10d-055c297a1887 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:30:33.860416 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124b0821-6e40-48ea-b10d-055c297a1887 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:30:33.866925 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-b8b3f790-4748-4b76-b6a4-b1a0bc73c455 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:33.889651 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.managers [None req-446f9d02-aaaa-4401-9790-d1400bb3859f None None] Attempting to bind port b933f823-533c-4647-ae13-9259e9143b57 on host dv-cinder-792800-5-iscsi for vnic_type normal with profile {{(pid=93318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:30:33.890023 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.managers [None req-446f9d02-aaaa-4401-9790-d1400bb3859f None None] Attempting to bind port b933f823-533c-4647-ae13-9259e9143b57 by drivers openvswitch,hyperv on host dv-cinder-792800-5-iscsi at level 0 using segments [{'id': 'f70d9b94-9741-4a97-8751-b62ba7cc47d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'}] {{(pid=93318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:30:33.890386 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446f9d02-aaaa-4401-9790-d1400bb3859f None None] Attempting to bind port b933f823-533c-4647-ae13-9259e9143b57 on network 5acaf353-3f61-4dec-9325-b74ab1b31d79 {{(pid=93318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:30:33.895860 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446f9d02-aaaa-4401-9790-d1400bb3859f None None] Checking agent: {'id': '7e56837d-5a68-4d8c-918f-73dada8ac547', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 21, 37), 'started_at': datetime.datetime(2021, 8, 10, 11, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:30:33.896491 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446f9d02-aaaa-4401-9790-d1400bb3859f None None] Checking segment: {'id': 'f70d9b94-9741-4a97-8751-b62ba7cc47d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:30:33.897165 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-446f9d02-aaaa-4401-9790-d1400bb3859f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:33.897716 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446f9d02-aaaa-4401-9790-d1400bb3859f None None] Bound using segment: {'id': 'f70d9b94-9741-4a97-8751-b62ba7cc47d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'} {{(pid=93318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:30:33.898338 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.managers [None req-446f9d02-aaaa-4401-9790-d1400bb3859f None None] Bound port: b933f823-533c-4647-ae13-9259e9143b57, host: dv-cinder-792800-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f70d9b94-9741-4a97-8751-b62ba7cc47d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'}}] {{(pid=93318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:30:33.898904 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-446f9d02-aaaa-4401-9790-d1400bb3859f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:33.909023 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.provisioning_blocks [None req-b8b3f790-4748-4b76-b6a4-b1a0bc73c455 admin admin] Transition to ACTIVE for port object be7232de-88c2-4c9c-9fa1-9200d7b1ce9d will not be triggered until provisioned by entity DHCP. {{(pid=93316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:30:33.949977 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-b8b3f790-4748-4b76-b6a4-b1a0bc73c455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130748572'] for port, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:33.969497 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.db [None req-446f9d02-aaaa-4401-9790-d1400bb3859f None None] For port b933f823-533c-4647-ae13-9259e9143b57, host dv-cinder-792800-5-iscsi, cleared binding levels {{(pid=93318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:30:33.974987 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30848027-ad62-44c1-9a60-faa8387d01d8 req-b560ce30-ef5f-4929-9772-742e98793c30 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:33.976467 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.db [None req-446f9d02-aaaa-4401-9790-d1400bb3859f None None] For port b933f823-533c-4647-ae13-9259e9143b57, host dv-cinder-792800-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=b933f823-533c-4647-ae13-9259e9143b57,segment=NetworkSegment(f70d9b94-9741-4a97-8751-b62ba7cc47d6),segment_id=f70d9b94-9741-4a97-8751-b62ba7cc47d6)] {{(pid=93318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:30:33.979449 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-30848027-ad62-44c1-9a60-faa8387d01d8 req-b560ce30-ef5f-4929-9772-742e98793c30 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae65c103-9961-4048-badf-b5790e290868 HTTP/1.1" status: 200 len: 943 time: 0.0849674 Aug 10 11:30:33.982188 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-446f9d02-aaaa-4401-9790-d1400bb3859f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:33.993159 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b3f790-4748-4b76-b6a4-b1a0bc73c455 admin admin] Network 6db70112-8cd9-467f-aa72-29de5ea56ae8 is already hosted by enough agents. {{(pid=93316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:30:33.996363 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.base_scheduler [None req-b8b3f790-4748-4b76-b6a4-b1a0bc73c455 admin admin] Resources bound (agent type, host, resource id): {{(pid=93316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:30:34.010969 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b3f790-4748-4b76-b6a4-b1a0bc73c455 admin admin] Received port after_create {{(pid=93316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:30:34.057291 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-30848027-ad62-44c1-9a60-faa8387d01d8 req-bce83fc9-79f4-494e-a1f3-53d6cf2e40b6 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4687d52-4148-4748-96b8-313c2fd8e3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691838 Aug 10 11:30:34.078826 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446f9d02-aaaa-4401-9790-d1400bb3859f None None] Routers {'af8eb0cd-5032-493c-abd5-dadab57103c0'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:30:34.079706 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-446f9d02-aaaa-4401-9790-d1400bb3859f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:30:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['af8eb0cd-5032-493c-abd5-dadab57103c0'], 'active': True} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:30:34.117741 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-b8b3f790-4748-4b76-b6a4-b1a0bc73c455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-134174491'] for router_interface, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:34.121268 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b3f790-4748-4b76-b6a4-b1a0bc73c455 admin admin] Pushing event updated for resources: {'Port': ['ID=be7232de-88c2-4c9c-9fa1-9200d7b1ce9d,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:34.133817 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124b0821-6e40-48ea-b10d-055c297a1887 None None] Pushing event updated for resources: {'Port': ['ID=b933f823-533c-4647-ae13-9259e9143b57,revision_number=3']} {{(pid=93318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:34.214738 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvr_db [None req-446f9d02-aaaa-4401-9790-d1400bb3859f None None] Set router af8eb0cd-5032-493c-abd5-dadab57103c0 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:30:34.313646 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-b8b3f790-4748-4b76-b6a4-b1a0bc73c455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:34.343389 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-10de5872-5684-417b-b5e6-55e6f2a775eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:34.355311 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-b65beb1c-f357-4f87-b033-0cc84de27dc0 None None] Provisioning for port be7232de-88c2-4c9c-9fa1-9200d7b1ce9d completed by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:30:34.360051 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-b65beb1c-f357-4f87-b033-0cc84de27dc0 None None] Provisioning complete for port be7232de-88c2-4c9c-9fa1-9200d7b1ce9d triggered by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:30:34.360656 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-b65beb1c-f357-4f87-b033-0cc84de27dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:34.440928 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-b65beb1c-f357-4f87-b033-0cc84de27dc0 None None] Port be7232de-88c2-4c9c-9fa1-9200d7b1ce9d cannot update to ACTIVE because it is not bound. {{(pid=93317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 11:30:34.504792 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 0ab621cd-f227-4152-bddf-ed5a5d125c3e up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:30:34.551419 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-b8b3f790-4748-4b76-b6a4-b1a0bc73c455 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:34.559694 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-b8b3f790-4748-4b76-b6a4-b1a0bc73c455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130748519'] for port, after_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:34.563670 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port 0ab621cd-f227-4152-bddf-ed5a5d125c3e triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:30:34.564377 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:34.644602 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-b8b3f790-4748-4b76-b6a4-b1a0bc73c455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133803058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-134174639'] for router_interface, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:34.648551 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b3f790-4748-4b76-b6a4-b1a0bc73c455 admin admin] Pushing event updated for resources: {'Port': ['ID=be7232de-88c2-4c9c-9fa1-9200d7b1ce9d,revision_number=2']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:34.685299 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-446f9d02-aaaa-4401-9790-d1400bb3859f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'name': 'tempest-AttachVolumeTestJSON-809001131-router', 'tenant_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b933f823-533c-4647-ae13-9259e9143b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:30:30Z', 'updated_at': '2021-08-10T11:30:31Z', 'revision_number': 3, 'project_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'gw_port': {'id': 'b933f823-533c-4647-ae13-9259e9143b57', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:30:31Z', 'updated_at': '2021-08-10T11:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi'}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:30:34.732662 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446f9d02-aaaa-4401-9790-d1400bb3859f None None] The sync data for ids ['af8eb0cd-5032-493c-abd5-dadab57103c0'] in dv-cinder-792800-5-iscsi is: [{'id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'name': 'tempest-AttachVolumeTestJSON-809001131-router', 'tenant_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b933f823-533c-4647-ae13-9259e9143b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:30:30Z', 'updated_at': '2021-08-10T11:30:31Z', 'revision_number': 3, 'project_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'gw_port': {'id': 'b933f823-533c-4647-ae13-9259e9143b57', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:30:31Z', 'updated_at': '2021-08-10T11:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi'}] {{(pid=93318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 11:30:34.813979 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3defe06-8a61-4f58-9825-b002222ec0f8 req-c425d676-27fa-4049-b6db-453962ab1cde tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:34.816043 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c3defe06-8a61-4f58-9825-b002222ec0f8 req-c425d676-27fa-4049-b6db-453962ab1cde tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 945 time: 0.1022427 Aug 10 11:30:34.828869 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b3f790-4748-4b76-b6a4-b1a0bc73c455 admin admin] Network 6db70112-8cd9-467f-aa72-29de5ea56ae8 is already hosted by enough agents. {{(pid=93316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:30:34.830380 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.base_scheduler [None req-b8b3f790-4748-4b76-b6a4-b1a0bc73c455 admin admin] Resources bound (agent type, host, resource id): {{(pid=93316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:30:34.873217 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c3defe06-8a61-4f58-9825-b002222ec0f8 req-f270a1e3-83d3-4dad-a714-f8570f945f0f tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502803 Aug 10 11:30:35.018902 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b3f790-4748-4b76-b6a4-b1a0bc73c455 admin admin] Router af8eb0cd-5032-493c-abd5-dadab57103c0 has already been hosted by L3 agent c7f5eca1-6939-476e-9546-e5f0f7bb2dc8 {{(pid=93316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 11:30:35.183043 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-56534168-8b9f-41fd-8c3b-f6c9d276170d None None] Provisioning complete for port be7232de-88c2-4c9c-9fa1-9200d7b1ce9d triggered by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:30:35.183620 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-56534168-8b9f-41fd-8c3b-f6c9d276170d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:35.234280 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b3f790-4748-4b76-b6a4-b1a0bc73c455 admin admin] Notify agent at l3_agent.dv-cinder-792800-5-iscsi the message routers_updated {{(pid=93316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 11:30:35.274794 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-b8b3f790-4748-4b76-b6a4-b1a0bc73c455 admin admin] 10.222.0.24 "PUT /v2.0/routers/af8eb0cd-5032-493c-abd5-dadab57103c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4483645 Aug 10 11:30:35.323438 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-56534168-8b9f-41fd-8c3b-f6c9d276170d None None] Port be7232de-88c2-4c9c-9fa1-9200d7b1ce9d cannot update to ACTIVE because it is not bound. {{(pid=93317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 11:30:35.332318 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a8b4e1-2474-4932-beca-149a6cac7fbc req-a2883f96-7839-4756-aaef-283ead2b60e3 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:35.341889 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-24a8b4e1-2474-4932-beca-149a6cac7fbc req-a2883f96-7839-4756-aaef-283ead2b60e3 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae65c103-9961-4048-badf-b5790e290868 HTTP/1.1" status: 200 len: 943 time: 0.1989899 Aug 10 11:30:35.427706 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-24a8b4e1-2474-4932-beca-149a6cac7fbc req-490d7605-e120-4675-8856-91b7e1b95ca1 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4687d52-4148-4748-96b8-313c2fd8e3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700219 Aug 10 11:30:35.774829 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d57f87-a63a-4e9d-98a8-d9eaedb074e8 req-558137ff-5a42-41ff-9530-dfc1232cb789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:35.778553 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-02d57f87-a63a-4e9d-98a8-d9eaedb074e8 req-558137ff-5a42-41ff-9530-dfc1232cb789 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1467e979ebdd485596c65e7f548b0ee1&device_id=ae65c103-9961-4048-badf-b5790e290868 HTTP/1.1" status: 200 len: 1096 time: 0.0861170 Aug 10 11:30:36.002273 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d57f87-a63a-4e9d-98a8-d9eaedb074e8 req-87ab6613-f552-454e-8bba-340bfd2d9e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:36.012161 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-02d57f87-a63a-4e9d-98a8-d9eaedb074e8 req-87ab6613-f552-454e-8bba-340bfd2d9e12 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0573a7bb-21eb-4999-8c66-c03001946cd1 HTTP/1.1" status: 200 len: 910 time: 0.2231328 Aug 10 11:30:36.145029 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-02d57f87-a63a-4e9d-98a8-d9eaedb074e8 req-4b78a42c-f96b-479b-8a9d-9f0d9ba8a4b5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=100cb8ca-a269-45f7-acfc-915bc3a3e8cd HTTP/1.1" status: 200 len: 217 time: 0.1227703 Aug 10 11:30:36.314744 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 50184) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:36.322168 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [None req-4f62a1a3-5dfe-4bbf-93e4-4c8e16548f99 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1873109112', 'description': 'tempest-description--1887822531'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:30:36.355228 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fcb3c2-f215-4a29-8151-dfcddd59c8bf req-fd31209b-844e-443e-b665-82a82dc7b114 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:36.374356 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-74fcb3c2-f215-4a29-8151-dfcddd59c8bf req-fd31209b-844e-443e-b665-82a82dc7b114 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 945 time: 0.2363150 Aug 10 11:30:36.377729 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d57f87-a63a-4e9d-98a8-d9eaedb074e8 req-14bd077b-0de8-44a5-91be-3332eb9c0782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:36.380038 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-02d57f87-a63a-4e9d-98a8-d9eaedb074e8 req-14bd077b-0de8-44a5-91be-3332eb9c0782 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=23425567-e5a3-4303-a0f3-f0b3b94c74f9 HTTP/1.1" status: 200 len: 849 time: 0.2064168 Aug 10 11:30:36.385626 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-4f62a1a3-5dfe-4bbf-93e4-4c8e16548f99 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:36.517941 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-02d57f87-a63a-4e9d-98a8-d9eaedb074e8 req-308a754c-e161-4864-aa0a-90c6f845c027 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0573a7bb-21eb-4999-8c66-c03001946cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1285574 Aug 10 11:30:36.648392 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device b933f823-533c-4647-ae13-9259e9143b57 up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:30:36.778527 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning for port b933f823-533c-4647-ae13-9259e9143b57 completed by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:30:36.789916 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port b933f823-533c-4647-ae13-9259e9143b57 triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:30:36.792527 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:36.801766 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e8837-53b8-4fa8-9207-cc6ff32ea316 req-56e56423-4501-4b76-9437-5a4f863aa671 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:36.806771 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-b76e8837-53b8-4fa8-9207-cc6ff32ea316 req-56e56423-4501-4b76-9437-5a4f863aa671 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae65c103-9961-4048-badf-b5790e290868 HTTP/1.1" status: 200 len: 943 time: 0.2079022 Aug 10 11:30:36.836064 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-4f62a1a3-5dfe-4bbf-93e4-4c8e16548f99 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:36.861630 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-4f62a1a3-5dfe-4bbf-93e4-4c8e16548f99 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:36.903250 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-74fcb3c2-f215-4a29-8151-dfcddd59c8bf req-ff0be143-8771-48fd-b755-2c5007b7ca1e tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4821663 Aug 10 11:30:36.947033 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-b76e8837-53b8-4fa8-9207-cc6ff32ea316 req-29c89b55-d88d-46f9-a0ab-65d09119adf7 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4687d52-4148-4748-96b8-313c2fd8e3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316109 Aug 10 11:30:36.951564 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f62a1a3-5dfe-4bbf-93e4-4c8e16548f99 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cd141c-1fc9-4646-8aee-76807077ebe6,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:36.961451 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-4f62a1a3-5dfe-4bbf-93e4-4c8e16548f99 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks [] for security_group, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:36.966718 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-4f62a1a3-5dfe-4bbf-93e4-4c8e16548f99 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6508930 Aug 10 11:30:36.971707 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 50202) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:36.982949 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [None req-0e2ed653-5282-4b2a-aa4a-2547b4c1910f tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Request body: {'security_group_rule': {'security_group_id': 'd4cd141c-1fc9-4646-8aee-76807077ebe6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:30:36.997958 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-02d57f87-a63a-4e9d-98a8-d9eaedb074e8 req-17c0722e-47c8-4c54-8ee9-2a059c26f04e service neutron] 10.222.0.59 "GET /v2.0/networks/0573a7bb-21eb-4999-8c66-c03001946cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4638624 Aug 10 11:30:37.040112 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:37.098876 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-0e2ed653-5282-4b2a-aa4a-2547b4c1910f tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:37.300061 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] For port b933f823-533c-4647-ae13-9259e9143b57, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=b933f823-533c-4647-ae13-9259e9143b57,segment=NetworkSegment(f70d9b94-9741-4a97-8751-b62ba7cc47d6),segment_id=f70d9b94-9741-4a97-8751-b62ba7cc47d6)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:30:37.303165 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:37.312094 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:37.327980 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-02d57f87-a63a-4e9d-98a8-d9eaedb074e8 req-82178845-d5e4-4b30-98b5-aac0bd29f2b3 service neutron] 10.222.0.59 "GET /v2.0/networks/0573a7bb-21eb-4999-8c66-c03001946cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923503 Aug 10 11:30:37.391886 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-0e2ed653-5282-4b2a-aa4a-2547b4c1910f tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:37.404121 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Pushing event updated for resources: {'Port': ['ID=b933f823-533c-4647-ae13-9259e9143b57,revision_number=4']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:37.414105 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-54b9ab3d-d3ab-4199-8771-f37f11e94ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:37.419902 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-0e2ed653-5282-4b2a-aa4a-2547b4c1910f tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099804'] for security_group_rule, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:37.480447 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ed653-5282-4b2a-aa4a-2547b4c1910f tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=930db37c-c352-4ad1-830a-9d1f22b952dc,revision_number=0']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:37.508480 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-0e2ed653-5282-4b2a-aa4a-2547b4c1910f tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:37.510699 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-0e2ed653-5282-4b2a-aa4a-2547b4c1910f tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5363760 Aug 10 11:30:37.514954 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 50220) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:37.519860 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [None req-c3b14aac-0243-4fd9-aa75-909809d4ecfb tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Request body: {'security_group_rule': {'security_group_id': 'd4cd141c-1fc9-4646-8aee-76807077ebe6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:30:37.558380 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-c3b14aac-0243-4fd9-aa75-909809d4ecfb tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:37.699695 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-c3b14aac-0243-4fd9-aa75-909809d4ecfb tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:37.711300 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-c3b14aac-0243-4fd9-aa75-909809d4ecfb tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099804'] for security_group_rule, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:37.747167 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-c3b14aac-0243-4fd9-aa75-909809d4ecfb tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:37.752229 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 50236) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:37.752583 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-c3b14aac-0243-4fd9-aa75-909809d4ecfb tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2362270 Aug 10 11:30:37.755697 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b14aac-0243-4fd9-aa75-909809d4ecfb tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8cfb768-960e-4080-a561-55a2c224612b,revision_number=0']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:37.769457 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-0f92eb3c-eaa4-468e-b1ba-7c5921b140be tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Request body: {'floatingip': {'floating_network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:30:37.810433 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0f92eb3c-eaa4-468e-b1ba-7c5921b140be tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks [] for floatingip, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:37.857060 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605c4e2f-1598-4df4-af2a-74c0b9233db3 None None] Sync routers for ids ['af8eb0cd-5032-493c-abd5-dadab57103c0'] in dv-cinder-792800-5-iscsi {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 11:30:37.921273 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605c4e2f-1598-4df4-af2a-74c0b9233db3 None None] Routers {'af8eb0cd-5032-493c-abd5-dadab57103c0'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:30:37.922473 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-605c4e2f-1598-4df4-af2a-74c0b9233db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:30:37Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['af8eb0cd-5032-493c-abd5-dadab57103c0'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:30:38.004527 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-b3865e76-5392-4690-91e0-0d01f8cdc9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:38.228245 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379983e-227f-4ca8-8465-4d87bb095cb5 req-fe200587-0ec5-4d6c-8b92-12a7e0e311f8 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:38.241807 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-c379983e-227f-4ca8-8465-4d87bb095cb5 req-fe200587-0ec5-4d6c-8b92-12a7e0e311f8 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae65c103-9961-4048-badf-b5790e290868 HTTP/1.1" status: 200 len: 943 time: 0.1624615 Aug 10 11:30:38.262650 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-605c4e2f-1598-4df4-af2a-74c0b9233db3 None None] Set router af8eb0cd-5032-493c-abd5-dadab57103c0 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:30:38.349866 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0f92eb3c-eaa4-468e-b1ba-7c5921b140be tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:38.419277 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40840438-ec60-4d40-8683-ab92ecb13de9 req-0120b8e4-30ad-4e26-8a58-e36c7fafd10e tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:38.433499 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-40840438-ec60-4d40-8683-ab92ecb13de9 req-0120b8e4-30ad-4e26-8a58-e36c7fafd10e tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 945 time: 0.2200387 Aug 10 11:30:38.441401 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-c379983e-227f-4ca8-8465-4d87bb095cb5 req-17836c9d-9e07-4975-b919-df3680d7a825 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4687d52-4148-4748-96b8-313c2fd8e3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979854 Aug 10 11:30:38.567506 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device b933f823-533c-4647-ae13-9259e9143b57 up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:30:38.635696 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-40840438-ec60-4d40-8683-ab92ecb13de9 req-537ff0cb-ba9f-45d0-a509-c835da0602f2 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861973 Aug 10 11:30:38.673706 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 100cb8ca-a269-45f7-acfc-915bc3a3e8cd details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 11:30:38.758607 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.db_base_plugin_common [None req-0f92eb3c-eaa4-468e-b1ba-7c5921b140be tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Allocated IP 172.27.1.172 (5acaf353-3f61-4dec-9325-b74ab1b31d79/161344f3-be79-4209-8149-4c1c277e8dc7/51ecc707-bbc2-48d2-84cc-0e7ad4ef32a3) {{(pid=93316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:30:38.813150 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port b933f823-533c-4647-ae13-9259e9143b57 triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:30:38.813511 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:38.894882 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0f92eb3c-eaa4-468e-b1ba-7c5921b140be tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks [] for port, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:38.955209 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0f92eb3c-eaa4-468e-b1ba-7c5921b140be tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130748572'] for port, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:39.012442 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 100cb8ca-a269-45f7-acfc-915bc3a3e8cd, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=100cb8ca-a269-45f7-acfc-915bc3a3e8cd,segment=NetworkSegment(234dec59-f103-4b29-940f-1854daa908df),segment_id=234dec59-f103-4b29-940f-1854daa908df)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:30:39.033241 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-605c4e2f-1598-4df4-af2a-74c0b9233db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'name': 'tempest-AttachVolumeTestJSON-809001131-router', 'tenant_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b933f823-533c-4647-ae13-9259e9143b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:30:30Z', 'updated_at': '2021-08-10T11:30:34Z', 'revision_number': 4, 'project_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'gw_port': {'id': 'b933f823-533c-4647-ae13-9259e9143b57', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:30:31Z', 'updated_at': '2021-08-10T11:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': 'be7232de-88c2-4c9c-9fa1-9200d7b1ce9d', 'name': '', 'network_id': '6db70112-8cd9-467f-aa72-29de5ea56ae8', 'tenant_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'mac_address': 'fa:16:3e:35:7f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'fc1e85e4-da01-4b14-969e-682bd3f5912f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:30:33Z', 'updated_at': '2021-08-10T11:30:34Z', 'revision_number': 2, 'project_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'subnets': [{'id': 'fc1e85e4-da01-4b14-969e-682bd3f5912f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:30:39.050176 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f92eb3c-eaa4-468e-b1ba-7c5921b140be tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Network 5acaf353-3f61-4dec-9325-b74ab1b31d79 is already hosted by enough agents. {{(pid=93316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:30:39.061166 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.base_scheduler [None req-0f92eb3c-eaa4-468e-b1ba-7c5921b140be tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Resources bound (agent type, host, resource id): {{(pid=93316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:30:39.075082 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f92eb3c-eaa4-468e-b1ba-7c5921b140be tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Received port after_create {{(pid=93316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:30:39.076773 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605c4e2f-1598-4df4-af2a-74c0b9233db3 None None] Checking router: af8eb0cd-5032-493c-abd5-dadab57103c0 for host: dv-cinder-792800-5-iscsi {{(pid=93317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 11:30:39.077364 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605c4e2f-1598-4df4-af2a-74c0b9233db3 None None] Updating router af8eb0cd-5032-493c-abd5-dadab57103c0 port be7232de-88c2-4c9c-9fa1-9200d7b1ce9d binding host dv-cinder-792800-5-iscsi {{(pid=93317) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 11:30:39.081254 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Returning: {'device': '100cb8ca-a269-45f7-acfc-915bc3a3e8cd', 'network_id': '0573a7bb-21eb-4999-8c66-c03001946cd1', 'port_id': '100cb8ca-a269-45f7-acfc-915bc3a3e8cd', 'mac_address': 'fa:16:3e:bc:f0:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23425567-e5a3-4303-a0f3-f0b3b94c74f9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 11:30:39.108979 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-605c4e2f-1598-4df4-af2a-74c0b9233db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:39.135255 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92eb3c-eaa4-468e-b1ba-7c5921b140be tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Pushing event updated for resources: {'Port': ['ID=51ecc707-bbc2-48d2-84cc-0e7ad4ef32a3,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:39.234676 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0f92eb3c-eaa4-468e-b1ba-7c5921b140be tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:39.274219 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:39.298021 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 100cb8ca-a269-45f7-acfc-915bc3a3e8cd {{(pid=93317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 11:30:39.300462 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0f92eb3c-eaa4-468e-b1ba-7c5921b140be tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:39.337363 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 100cb8ca-a269-45f7-acfc-915bc3a3e8cd, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=100cb8ca-a269-45f7-acfc-915bc3a3e8cd,segment=NetworkSegment(234dec59-f103-4b29-940f-1854daa908df),segment_id=234dec59-f103-4b29-940f-1854daa908df)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:30:39.349247 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:39.484165 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=100cb8ca-a269-45f7-acfc-915bc3a3e8cd,revision_number=4']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:39.582667 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0f92eb3c-eaa4-468e-b1ba-7c5921b140be tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks [] for port, precommit_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:39.590962 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0f92eb3c-eaa4-468e-b1ba-7c5921b140be tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130748519'] for port, after_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:39.639398 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-605c4e2f-1598-4df4-af2a-74c0b9233db3 None None] Notify callbacks [] for port, precommit_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:39.659243 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-605c4e2f-1598-4df4-af2a-74c0b9233db3 None None] Transition to ACTIVE for port object be7232de-88c2-4c9c-9fa1-9200d7b1ce9d will not be triggered until provisioned by entity L2. {{(pid=93317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:30:39.670975 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-605c4e2f-1598-4df4-af2a-74c0b9233db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:39.763785 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf517ff8-e5b8-4f40-b2e1-06d128649118 req-976f1507-36d0-4b2b-9408-f5df7de9d445 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:39.772047 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aecce0-335d-49ca-bb99-0178c38e2e88 None None] Pushing event updated for resources: {'Port': ['ID=be7232de-88c2-4c9c-9fa1-9200d7b1ce9d,revision_number=3']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:39.780073 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-cf517ff8-e5b8-4f40-b2e1-06d128649118 req-976f1507-36d0-4b2b-9408-f5df7de9d445 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae65c103-9961-4048-badf-b5790e290868 HTTP/1.1" status: 200 len: 944 time: 0.1614594 Aug 10 11:30:39.784782 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0f92eb3c-eaa4-468e-b1ba-7c5921b140be tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-134149778'] for floatingip, after_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:39.828440 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92eb3c-eaa4-468e-b1ba-7c5921b140be tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Pushing event updated for resources: {'Port': ['ID=51ecc707-bbc2-48d2-84cc-0e7ad4ef32a3,revision_number=2']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:39.832749 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-68530e51-c783-4460-a419-f96f34511541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:39.853663 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0f92eb3c-eaa4-468e-b1ba-7c5921b140be tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for floatingip, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:39.865899 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-0f92eb3c-eaa4-468e-b1ba-7c5921b140be tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1116149 Aug 10 11:30:39.891869 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-cf517ff8-e5b8-4f40-b2e1-06d128649118 req-f4ed85e9-c445-447f-8b5c-b5bf977f9c7e tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4687d52-4148-4748-96b8-313c2fd8e3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101739 Aug 10 11:30:39.992429 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-605c4e2f-1598-4df4-af2a-74c0b9233db3 None None] Attempting to bind port be7232de-88c2-4c9c-9fa1-9200d7b1ce9d on host dv-cinder-792800-5-iscsi for vnic_type normal with profile {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:30:39.993093 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-605c4e2f-1598-4df4-af2a-74c0b9233db3 None None] Attempting to bind port be7232de-88c2-4c9c-9fa1-9200d7b1ce9d by drivers openvswitch,hyperv on host dv-cinder-792800-5-iscsi at level 0 using segments [{'id': '87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6db70112-8cd9-467f-aa72-29de5ea56ae8'}] {{(pid=93317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:30:39.993695 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605c4e2f-1598-4df4-af2a-74c0b9233db3 None None] Attempting to bind port be7232de-88c2-4c9c-9fa1-9200d7b1ce9d on network 6db70112-8cd9-467f-aa72-29de5ea56ae8 {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:30:40.004952 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605c4e2f-1598-4df4-af2a-74c0b9233db3 None None] Checking agent: {'id': '7e56837d-5a68-4d8c-918f-73dada8ac547', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 21, 37), 'started_at': datetime.datetime(2021, 8, 10, 11, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:30:40.006184 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605c4e2f-1598-4df4-af2a-74c0b9233db3 None None] Checking segment: {'id': '87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6db70112-8cd9-467f-aa72-29de5ea56ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:30:40.006960 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-605c4e2f-1598-4df4-af2a-74c0b9233db3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:40.007560 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605c4e2f-1598-4df4-af2a-74c0b9233db3 None None] Bound using segment: {'id': '87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6db70112-8cd9-467f-aa72-29de5ea56ae8'} {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:30:40.008064 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-605c4e2f-1598-4df4-af2a-74c0b9233db3 None None] Bound port: be7232de-88c2-4c9c-9fa1-9200d7b1ce9d, host: dv-cinder-792800-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6db70112-8cd9-467f-aa72-29de5ea56ae8'}}] {{(pid=93317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:30:40.008616 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-605c4e2f-1598-4df4-af2a-74c0b9233db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:40.098097 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310ce87-faed-4571-94c9-0ca272232977 req-4237e0c6-8798-4c61-93e4-a618a2b37791 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:40.100655 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-f310ce87-faed-4571-94c9-0ca272232977 req-4237e0c6-8798-4c61-93e4-a618a2b37791 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 945 time: 0.0909681 Aug 10 11:30:40.123795 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-605c4e2f-1598-4df4-af2a-74c0b9233db3 None None] For port be7232de-88c2-4c9c-9fa1-9200d7b1ce9d, host dv-cinder-792800-5-iscsi, cleared binding levels {{(pid=93317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:30:40.129397 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-605c4e2f-1598-4df4-af2a-74c0b9233db3 None None] For port be7232de-88c2-4c9c-9fa1-9200d7b1ce9d, host dv-cinder-792800-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=be7232de-88c2-4c9c-9fa1-9200d7b1ce9d,segment=NetworkSegment(87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79),segment_id=87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79)] {{(pid=93317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:30:40.137809 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-605c4e2f-1598-4df4-af2a-74c0b9233db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:40.173607 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-f310ce87-faed-4571-94c9-0ca272232977 req-dcf633b5-f0d3-45ef-8c54-f261b4b8d203 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640213 Aug 10 11:30:40.226064 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aecce0-335d-49ca-bb99-0178c38e2e88 None None] Pushing event updated for resources: {'Port': ['ID=be7232de-88c2-4c9c-9fa1-9200d7b1ce9d,revision_number=4']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:40.230652 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605c4e2f-1598-4df4-af2a-74c0b9233db3 None None] Routers {'af8eb0cd-5032-493c-abd5-dadab57103c0'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:30:40.231513 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-605c4e2f-1598-4df4-af2a-74c0b9233db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:30:37Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['af8eb0cd-5032-493c-abd5-dadab57103c0'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:30:40.374228 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-605c4e2f-1598-4df4-af2a-74c0b9233db3 None None] Set router af8eb0cd-5032-493c-abd5-dadab57103c0 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:30:40.374661 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-11a797d0-1d99-4eb2-9552-cbe9bc6416d8 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1873109112&fields=id&tenant_id=84f5dbe3e1cf47c299d5230d7ef39f9f HTTP/1.1" status: 200 len: 267 time: 0.0631087 Aug 10 11:30:40.540354 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-693ad56f-f9bb-495c-ac68-876243fa98cc tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:40.543120 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-693ad56f-f9bb-495c-ac68-876243fa98cc tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/networks?id=6db70112-8cd9-467f-aa72-29de5ea56ae8 HTTP/1.1" status: 200 len: 810 time: 0.1601789 Aug 10 11:30:40.570818 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-759e0f8a-eecf-4556-a0a4-9bff37f9ba74 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/quotas/84f5dbe3e1cf47c299d5230d7ef39f9f HTTP/1.1" status: 200 len: 375 time: 0.0177791 Aug 10 11:30:40.643044 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-dbb7f1eb-2923-49fd-8f7b-2f92fe9daa05 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=84f5dbe3e1cf47c299d5230d7ef39f9f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0643878 Aug 10 11:30:40.782071 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-605c4e2f-1598-4df4-af2a-74c0b9233db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'name': 'tempest-AttachVolumeTestJSON-809001131-router', 'tenant_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b933f823-533c-4647-ae13-9259e9143b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:30:30Z', 'updated_at': '2021-08-10T11:30:34Z', 'revision_number': 4, 'project_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'gw_port': {'id': 'b933f823-533c-4647-ae13-9259e9143b57', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:30:31Z', 'updated_at': '2021-08-10T11:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': 'be7232de-88c2-4c9c-9fa1-9200d7b1ce9d', 'name': '', 'network_id': '6db70112-8cd9-467f-aa72-29de5ea56ae8', 'tenant_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'mac_address': 'fa:16:3e:35:7f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'fc1e85e4-da01-4b14-969e-682bd3f5912f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:30:33Z', 'updated_at': '2021-08-10T11:30:40Z', 'revision_number': 4, 'project_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'subnets': [{'id': 'fc1e85e4-da01-4b14-969e-682bd3f5912f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:30:40.801526 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-5ca04a48-ca2f-413a-b67c-53cbd64deb8e service neutron] 10.222.0.24 "GET /v2.0/networks/6db70112-8cd9-467f-aa72-29de5ea56ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274946 Aug 10 11:30:40.822959 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605c4e2f-1598-4df4-af2a-74c0b9233db3 None None] The sync data for ids ['af8eb0cd-5032-493c-abd5-dadab57103c0'] in dv-cinder-792800-5-iscsi is: [{'id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'name': 'tempest-AttachVolumeTestJSON-809001131-router', 'tenant_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b933f823-533c-4647-ae13-9259e9143b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:30:30Z', 'updated_at': '2021-08-10T11:30:34Z', 'revision_number': 4, 'project_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'gw_port': {'id': 'b933f823-533c-4647-ae13-9259e9143b57', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:30:31Z', 'updated_at': '2021-08-10T11:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': 'be7232de-88c2-4c9c-9fa1-9200d7b1ce9d', 'name': '', 'network_id': '6db70112-8cd9-467f-aa72-29de5ea56ae8', 'tenant_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'mac_address': 'fa:16:3e:35:7f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'fc1e85e4-da01-4b14-969e-682bd3f5912f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:30:33Z', 'updated_at': '2021-08-10T11:30:40Z', 'revision_number': 4, 'project_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'subnets': [{'id': 'fc1e85e4-da01-4b14-969e-682bd3f5912f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 11:30:40.831321 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-6756a4e1-db7c-497d-9e53-d37c302c3c98 req-83e8038f-dca8-4299-bea3-f181a66f060d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0922501 Aug 10 11:30:40.999445 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] get_ports_and_sgs() called for port_ids ['100cb8ca-a269-45f7-acfc-915bc3a3e8cd'] {{(pid=93317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 11:30:41.017991 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-f9b2a5a6-6866-4fa8-ac6b-66a1b344dfb4 service neutron] 10.222.0.24 "GET /v2.0/networks/6db70112-8cd9-467f-aa72-29de5ea56ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012157 Aug 10 11:30:41.362493 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3e5ed-2656-48ff-8bc1-365e684356c8 req-ec886a7d-1ad6-4318-a902-077709ee820a tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:41.374673 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-8dd3e5ed-2656-48ff-8bc1-365e684356c8 req-ec886a7d-1ad6-4318-a902-077709ee820a tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae65c103-9961-4048-badf-b5790e290868 HTTP/1.1" status: 200 len: 944 time: 0.2565007 Aug 10 11:30:41.378582 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756a4e1-db7c-497d-9e53-d37c302c3c98 req-8b8f8504-9134-455a-b5d7-22382ecddd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:41.386629 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-6756a4e1-db7c-497d-9e53-d37c302c3c98 req-8b8f8504-9134-455a-b5d7-22382ecddd67 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=afe55c64225f460986dcc8bab02d02a7&device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 1099 time: 0.4140024 Aug 10 11:30:41.823352 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93058875-5791-4ddf-9726-c91b4a40b785 req-1f4bb3cb-d497-424a-ada3-188750e61084 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:41.835659 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-93058875-5791-4ddf-9726-c91b4a40b785 req-1f4bb3cb-d497-424a-ada3-188750e61084 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 945 time: 0.2650030 Aug 10 11:30:41.907736 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7984bf2-5063-427a-b921-c5d58d864101 req-1a144e97-0957-4c38-9232-82306039225c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:41.910780 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c7984bf2-5063-427a-b921-c5d58d864101 req-1a144e97-0957-4c38-9232-82306039225c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 1098 time: 0.1939716 Aug 10 11:30:41.949627 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-93058875-5791-4ddf-9726-c91b4a40b785 req-77b60e6d-2fb9-429d-801d-a72fed273f51 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917966 Aug 10 11:30:41.986731 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c7984bf2-5063-427a-b921-c5d58d864101 req-5a768f90-b07b-4ecf-b06c-7aafbd943006 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655296 Aug 10 11:30:42.002312 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-8dd3e5ed-2656-48ff-8bc1-365e684356c8 req-d108bd23-fe29-4614-8a70-3c2f2b714032 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4687d52-4148-4748-96b8-313c2fd8e3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6117616 Aug 10 11:30:42.151841 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-79ac4cdc-bfec-4c28-b5db-15a803549ace req-312795d3-6884-4b3b-ba5d-237104d95a92 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 210 time: 0.0489631 Aug 10 11:30:42.227963 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756a4e1-db7c-497d-9e53-d37c302c3c98 req-3c00af84-4472-4e39-9439-c6d81b733d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:42.234482 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-6756a4e1-db7c-497d-9e53-d37c302c3c98 req-3c00af84-4472-4e39-9439-c6d81b733d85 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ac384aef-2059-4aee-9fe8-cc3f23ea8171 HTTP/1.1" status: 200 len: 920 time: 0.7423961 Aug 10 11:30:42.371296 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-6756a4e1-db7c-497d-9e53-d37c302c3c98 req-f5771e31-1bc0-462e-bbcf-4512bdecedab service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=362468bd-ab1c-4a19-a6a3-7ec2114fccba HTTP/1.1" status: 200 len: 217 time: 0.1275470 Aug 10 11:30:42.568935 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756a4e1-db7c-497d-9e53-d37c302c3c98 req-1f70971b-d6ed-435d-a401-2afb2cb99705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:42.571565 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-6756a4e1-db7c-497d-9e53-d37c302c3c98 req-1f70971b-d6ed-435d-a401-2afb2cb99705 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ba625b56-e582-40d3-9c2a-ac92dffb393f HTTP/1.1" status: 200 len: 859 time: 0.1855869 Aug 10 11:30:42.580137 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device be7232de-88c2-4c9c-9fa1-9200d7b1ce9d up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:30:42.683262 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-6756a4e1-db7c-497d-9e53-d37c302c3c98 req-3a6ae4ce-c347-469b-8023-f7d30901ad38 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ac384aef-2059-4aee-9fe8-cc3f23ea8171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834975 Aug 10 11:30:42.686080 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 100cb8ca-a269-45f7-acfc-915bc3a3e8cd up at agent hyperv_hv-cinder-79280 {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:30:42.847208 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-6756a4e1-db7c-497d-9e53-d37c302c3c98 req-6505e164-be1d-4e88-afd9-61416b6abe47 service neutron] 10.222.0.59 "GET /v2.0/networks/ac384aef-2059-4aee-9fe8-cc3f23ea8171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512549 Aug 10 11:30:42.871474 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning for port be7232de-88c2-4c9c-9fa1-9200d7b1ce9d completed by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:30:42.883850 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port be7232de-88c2-4c9c-9fa1-9200d7b1ce9d triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:30:42.884419 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:42.935600 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Provisioning for port 100cb8ca-a269-45f7-acfc-915bc3a3e8cd completed by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:30:42.954073 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Provisioning complete for port 100cb8ca-a269-45f7-acfc-915bc3a3e8cd triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:30:42.954726 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:43.216090 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60047a7-42e5-4096-bb26-64587926492b req-1282ff4b-64e4-4813-8c78-8da90f358f10 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:43.227977 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c60047a7-42e5-4096-bb26-64587926492b req-1282ff4b-64e4-4813-8c78-8da90f358f10 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 945 time: 0.1214044 Aug 10 11:30:43.255085 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:43.294782 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:43.307018 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c60047a7-42e5-4096-bb26-64587926492b req-e17315e3-f103-493c-85c3-10d690fb50e5 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708470 Aug 10 11:30:43.356099 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] For port be7232de-88c2-4c9c-9fa1-9200d7b1ce9d, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=be7232de-88c2-4c9c-9fa1-9200d7b1ce9d,segment=NetworkSegment(87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79),segment_id=87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:30:43.369995 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4616ca47-8603-49a7-847d-950195f54185 req-295f5a1b-470c-4e65-953a-faa7d65640bc tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:43.372786 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-4616ca47-8603-49a7-847d-950195f54185 req-295f5a1b-470c-4e65-953a-faa7d65640bc tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae65c103-9961-4048-badf-b5790e290868 HTTP/1.1" status: 200 len: 944 time: 0.1764569 Aug 10 11:30:43.380907 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:43.448851 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-4616ca47-8603-49a7-847d-950195f54185 req-8df0842e-1c71-4e1b-b6f7-ef05ebb3ed0c tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4687d52-4148-4748-96b8-313c2fd8e3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563478 Aug 10 11:30:43.459391 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae65c103-9961-4048-badf-b5790e290868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '100cb8ca-a269-45f7-acfc-915bc3a3e8cd'}] {{(pid=93317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:30:43.462267 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f65e5affd22be71f9b00dd80d36c6e54843c66eef292b5ed0267a1f9ac014f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c7e895-8751-4941-9719-373101e99dd2" -d '{"events": [{"server_uuid": "ae65c103-9961-4048-badf-b5790e290868", "name": "network-vif-plugged", "status": "completed", "tag": "100cb8ca-a269-45f7-acfc-915bc3a3e8cd"}]}' {{(pid=93317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:30:43.521360 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-faeb8fc6-83f7-416e-84e2-f010c6dc20b4 req-33fd0026-9a31-4844-a22c-5e88bd0cd179 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 210 time: 0.0739739 Aug 10 11:30:43.522900 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 100cb8ca-a269-45f7-acfc-915bc3a3e8cd, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=100cb8ca-a269-45f7-acfc-915bc3a3e8cd,segment=NetworkSegment(234dec59-f103-4b29-940f-1854daa908df),segment_id=234dec59-f103-4b29-940f-1854daa908df)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:30:43.535712 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:43.584037 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Pushing event updated for resources: {'Port': ['ID=be7232de-88c2-4c9c-9fa1-9200d7b1ce9d,revision_number=5']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:43.698896 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 11:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b82ab3-d64a-495d-a3cc-121fad4638ed x-openstack-request-id: req-f8b82ab3-d64a-495d-a3cc-121fad4638ed {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:30:43.699194 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae65c103-9961-4048-badf-b5790e290868", "name": "network-vif-plugged", "status": "completed", "tag": "100cb8ca-a269-45f7-acfc-915bc3a3e8cd", "code": 200}]} {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:30:43.699525 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f8b82ab3-d64a-495d-a3cc-121fad4638ed {{(pid=93317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:30:43.700111 dv-cinder-792800-5-iscsi neutron-server[93317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae65c103-9961-4048-badf-b5790e290868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '100cb8ca-a269-45f7-acfc-915bc3a3e8cd', 'code': 200} Aug 10 11:30:43.704684 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=100cb8ca-a269-45f7-acfc-915bc3a3e8cd,revision_number=5']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:44.476466 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device be7232de-88c2-4c9c-9fa1-9200d7b1ce9d up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:30:44.488192 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae7ce0-7ea5-48b1-ae63-2389bf2bee01 req-3ec3a56f-655b-452c-8cc2-20e1443ad8c1 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:44.491118 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-0bae7ce0-7ea5-48b1-ae63-2389bf2bee01 req-3ec3a56f-655b-452c-8cc2-20e1443ad8c1 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 945 time: 0.0831866 Aug 10 11:30:44.545148 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-0bae7ce0-7ea5-48b1-ae63-2389bf2bee01 req-6ac45a34-4cf6-4929-b4e5-6df85f5c4c0f tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455899 Aug 10 11:30:44.546845 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port be7232de-88c2-4c9c-9fa1-9200d7b1ce9d triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:30:44.547261 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:44.695373 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc014f-349d-4f40-9786-4420bfdda5e5 req-1934dca3-1675-4385-8dc8-847953b035c8 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:44.699384 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d1dc014f-349d-4f40-9786-4420bfdda5e5 req-1934dca3-1675-4385-8dc8-847953b035c8 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae65c103-9961-4048-badf-b5790e290868 HTTP/1.1" status: 200 len: 945 time: 0.0716584 Aug 10 11:30:44.766720 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d1dc014f-349d-4f40-9786-4420bfdda5e5 req-c3a9d464-5d5b-4d03-b752-585f18338ce6 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4687d52-4148-4748-96b8-313c2fd8e3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599387 Aug 10 11:30:44.777242 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:44.862706 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-26dd24f6-d21c-461a-adfc-a6efcc76ec56 req-5a44036d-47aa-40c1-8ae8-954866d1194c tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 210 time: 0.0308259 Aug 10 11:30:45.688481 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6264f98-c9fb-4c5d-9e0e-f50aef53a93a req-14e011c1-83b6-47c3-9e46-bca90f840102 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:45.690121 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d6264f98-c9fb-4c5d-9e0e-f50aef53a93a req-14e011c1-83b6-47c3-9e46-bca90f840102 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 945 time: 0.0566134 Aug 10 11:30:45.734257 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d6264f98-c9fb-4c5d-9e0e-f50aef53a93a req-43209edf-f9fa-4a57-abd4-abb71f6c8d19 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371230 Aug 10 11:30:45.967000 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0a1bc-bf7b-418c-8ba0-7806093b0e3e req-5c5177be-8977-4a35-af55-59a393e8b8cc tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:45.976910 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e9a0a1bc-bf7b-418c-8ba0-7806093b0e3e req-5c5177be-8977-4a35-af55-59a393e8b8cc tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae65c103-9961-4048-badf-b5790e290868 HTTP/1.1" status: 200 len: 945 time: 0.0796044 Aug 10 11:30:46.037305 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e9a0a1bc-bf7b-418c-8ba0-7806093b0e3e req-e6458faf-449e-4b8a-a18c-543a01c81559 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4687d52-4148-4748-96b8-313c2fd8e3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590193 Aug 10 11:30:46.122952 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-8bec743b-fc97-42c8-a647-b0896bce4dfc req-381d94d4-6753-4768-9084-420ab3bc395b tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 210 time: 0.0463943 Aug 10 11:30:46.175128 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-6756a4e1-db7c-497d-9e53-d37c302c3c98 req-9b8cd545-de8d-4673-a4d8-dbeb9417a0dc service neutron] 10.222.0.59 "GET /v2.0/networks/ac384aef-2059-4aee-9fe8-cc3f23ea8171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949463 Aug 10 11:30:46.201572 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2afc0b-2b75-49a1-82cd-46e5e6be0f4c req-b55a59cd-304f-42f2-af72-1ef76490e64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:46.202066 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ba2afc0b-2b75-49a1-82cd-46e5e6be0f4c req-b55a59cd-304f-42f2-af72-1ef76490e64e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ae65c103-9961-4048-badf-b5790e290868 HTTP/1.1" status: 200 len: 1098 time: 0.0641050 Aug 10 11:30:46.947477 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104b6c4-478d-41d6-8a6c-31dc358e4be7 req-4bd6bbf4-e8ef-4d83-b8d4-98227b8302aa tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:46.949259 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-0104b6c4-478d-41d6-8a6c-31dc358e4be7 req-4bd6bbf4-e8ef-4d83-b8d4-98227b8302aa tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 945 time: 0.0998924 Aug 10 11:30:46.996194 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-0104b6c4-478d-41d6-8a6c-31dc358e4be7 req-7806e809-879d-4bae-b3ce-db0821b877af tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396240 Aug 10 11:30:47.148638 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38666b4-fa1c-48ed-be85-6571ab106482 req-bf94ad85-967c-4dda-a444-722210d1fba6 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:47.150280 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a38666b4-fa1c-48ed-be85-6571ab106482 req-bf94ad85-967c-4dda-a444-722210d1fba6 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.0582542 Aug 10 11:30:47.192716 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a38666b4-fa1c-48ed-be85-6571ab106482 req-0d182732-79c1-4daa-9462-aed0b729a2f9 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360630 Aug 10 11:30:47.385905 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619971d9-0ad0-4a60-ab9a-1284fe904e8c req-3bd6e493-e0a1-4aad-b4be-4b3e3ec2d01c tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:47.393893 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-619971d9-0ad0-4a60-ab9a-1284fe904e8c req-3bd6e493-e0a1-4aad-b4be-4b3e3ec2d01c tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae65c103-9961-4048-badf-b5790e290868 HTTP/1.1" status: 200 len: 945 time: 0.0857630 Aug 10 11:30:47.437393 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-619971d9-0ad0-4a60-ab9a-1284fe904e8c req-1f647a6e-e7fc-4eb4-b4cc-ee120ab7ff04 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4687d52-4148-4748-96b8-313c2fd8e3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427206 Aug 10 11:30:47.468728 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.agents_db [None req-cf88a1ba-3529-4992-9648-399914351393 None None] Agent healthcheck: found 6 active agents {{(pid=93318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 11:30:47.637777 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-6ecf58f7-386b-4586-b7ff-163edd46ec65 req-926e8756-0711-404b-8fdd-69d7ff920b63 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 210 time: 0.0787630 Aug 10 11:30:48.580620 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc74e9-0378-482e-accf-115e371e195a req-a388f032-4a43-4580-895e-171b1029262b tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:48.582102 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-70bc74e9-0378-482e-accf-115e371e195a req-a388f032-4a43-4580-895e-171b1029262b tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae65c103-9961-4048-badf-b5790e290868 HTTP/1.1" status: 200 len: 945 time: 0.0552483 Aug 10 11:30:48.633824 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-70bc74e9-0378-482e-accf-115e371e195a req-a9ffa61f-f314-4e6d-b6f0-c94334591a3b tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4687d52-4148-4748-96b8-313c2fd8e3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446215 Aug 10 11:30:48.747924 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e3e90e54-f3b7-45b8-aefc-6d73f57c2878 req-c966c190-736d-4cda-9f87-7176ba0c977d tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 210 time: 0.0280991 Aug 10 11:30:49.119179 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ba2afc0b-2b75-49a1-82cd-46e5e6be0f4c req-461cc7d8-e556-4ba1-8628-3ac404e3768d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f4687d52-4148-4748-96b8-313c2fd8e3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393295 Aug 10 11:30:49.742941 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-b741aa8f-2c14-4452-be62-4a033b3f9256 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:49.746290 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-b741aa8f-2c14-4452-be62-4a033b3f9256 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.59 "GET /v2.0/networks?id=6db70112-8cd9-467f-aa72-29de5ea56ae8 HTTP/1.1" status: 200 len: 810 time: 0.4651337 Aug 10 11:30:49.883371 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-38efd4f4-acc8-44d5-8141-adff18df967f tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84f5dbe3e1cf47c299d5230d7ef39f9f HTTP/1.1" status: 200 len: 380 time: 0.1160131 Aug 10 11:30:49.893909 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d9b21-f76d-4cbc-8726-d272d637c080 req-260b2b4f-2f50-4660-ac2b-a3b4df3d73de tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:49.896567 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e23d9b21-f76d-4cbc-8726-d272d637c080 req-260b2b4f-2f50-4660-ac2b-a3b4df3d73de tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae65c103-9961-4048-badf-b5790e290868 HTTP/1.1" status: 200 len: 945 time: 0.1475961 Aug 10 11:30:49.901583 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-f185f753-f9b7-4470-b0be-25400a675387 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Request body: {'port': {'device_id': 'b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d', 'network_id': '6db70112-8cd9-467f-aa72-29de5ea56ae8', 'admin_state_up': True, 'tenant_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'security_groups': ['d4cd141c-1fc9-4646-8aee-76807077ebe6']}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:30:49.912108 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-3283a77f-94ac-43ba-932d-78970d8bb0dc req-d2f5511d-db2d-4fec-bf27-463c8a7936f2 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 210 time: 0.0480332 Aug 10 11:30:50.054022 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e23d9b21-f76d-4cbc-8726-d272d637c080 req-5ff9b1a6-0ba8-4b0a-8158-c0405c0c3f44 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4687d52-4148-4748-96b8-313c2fd8e3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656562 Aug 10 11:30:50.073974 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-f185f753-f9b7-4470-b0be-25400a675387 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Made reservation on behalf of 84f5dbe3e1cf47c299d5230d7ef39f9f for: {'port': 1} {{(pid=93315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:30:50.089297 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-f185f753-f9b7-4470-b0be-25400a675387 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:50.444978 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18023729-1744-42fe-ba7d-edde3d6b72bf req-d720c58d-65b6-4395-a772-4da9257d5e37 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:50.447276 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-18023729-1744-42fe-ba7d-edde3d6b72bf req-d720c58d-65b6-4395-a772-4da9257d5e37 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.1156247 Aug 10 11:30:50.456990 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27365ffc-21b6-42de-b5cd-9f39955fd266 req-6c267468-6e8e-4cbe-ba87-80cf7fd95488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:50.460641 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-27365ffc-21b6-42de-b5cd-9f39955fd266 req-6c267468-6e8e-4cbe-ba87-80cf7fd95488 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=afe55c64225f460986dcc8bab02d02a7&device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 1099 time: 0.0803905 Aug 10 11:30:50.473636 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.db_base_plugin_common [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-f185f753-f9b7-4470-b0be-25400a675387 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Allocated IP 172.20.0.13 (6db70112-8cd9-467f-aa72-29de5ea56ae8/fc1e85e4-da01-4b14-969e-682bd3f5912f/9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8) {{(pid=93315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:30:50.584851 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-18023729-1744-42fe-ba7d-edde3d6b72bf req-8022830e-13e6-4034-bc39-9c9e7e78c5a2 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230040 Aug 10 11:30:50.622338 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27365ffc-21b6-42de-b5cd-9f39955fd266 req-296e958f-cf7d-4520-b449-9a41ba58402a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:50.624927 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-27365ffc-21b6-42de-b5cd-9f39955fd266 req-296e958f-cf7d-4520-b449-9a41ba58402a service neutron] 10.222.0.59 "GET /v2.0/networks?id=ac384aef-2059-4aee-9fe8-cc3f23ea8171 HTTP/1.1" status: 200 len: 920 time: 0.1542783 Aug 10 11:30:50.677912 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-27365ffc-21b6-42de-b5cd-9f39955fd266 req-95c4ec46-d4ae-44ce-913e-448dd1d6bf10 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=362468bd-ab1c-4a19-a6a3-7ec2114fccba HTTP/1.1" status: 200 len: 217 time: 0.0418491 Aug 10 11:30:50.680831 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-f185f753-f9b7-4470-b0be-25400a675387 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks [] for port, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:50.700885 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.provisioning_blocks [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-f185f753-f9b7-4470-b0be-25400a675387 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Transition to ACTIVE for port object 9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8 will not be triggered until provisioned by entity DHCP. {{(pid=93315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:30:50.747566 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-f185f753-f9b7-4470-b0be-25400a675387 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:50.776562 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27365ffc-21b6-42de-b5cd-9f39955fd266 req-45654aac-7d21-4868-b369-9c0eecc75dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:50.779746 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-27365ffc-21b6-42de-b5cd-9f39955fd266 req-45654aac-7d21-4868-b369-9c0eecc75dfa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ba625b56-e582-40d3-9c2a-ac92dffb393f HTTP/1.1" status: 200 len: 859 time: 0.0900071 Aug 10 11:30:50.819817 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-f185f753-f9b7-4470-b0be-25400a675387 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Network 6db70112-8cd9-467f-aa72-29de5ea56ae8 is already hosted by enough agents. {{(pid=93315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:30:50.826062 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.base_scheduler [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-f185f753-f9b7-4470-b0be-25400a675387 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Resources bound (agent type, host, resource id): {{(pid=93315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:30:50.828663 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-27365ffc-21b6-42de-b5cd-9f39955fd266 req-b4daede4-bd47-4865-b364-557b5ad5de75 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ac384aef-2059-4aee-9fe8-cc3f23ea8171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370951 Aug 10 11:30:50.830908 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-f185f753-f9b7-4470-b0be-25400a675387 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Received port after_create {{(pid=93315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:30:50.859446 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f185f753-f9b7-4470-b0be-25400a675387 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Pushing event updated for resources: {'Port': ['ID=9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:50.905549 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-f185f753-f9b7-4470-b0be-25400a675387 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:50.906508 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-f185f753-f9b7-4470-b0be-25400a675387 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:50.933897 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-f185f753-f9b7-4470-b0be-25400a675387 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0369661 Aug 10 11:30:50.960381 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-46f4c4b4-03bc-47b8-8f18-56a1f5b7dc97 service neutron] Request body: {'port': {'device_id': 'b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:30:51.002785 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-27365ffc-21b6-42de-b5cd-9f39955fd266 req-78b018e6-194f-40d6-9fad-eea28a02b292 service neutron] 10.222.0.59 "GET /v2.0/networks/ac384aef-2059-4aee-9fe8-cc3f23ea8171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630557 Aug 10 11:30:51.096659 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-46f4c4b4-03bc-47b8-8f18-56a1f5b7dc97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:51.135444 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8111735-6915-48c9-91bc-12541673d7f3 req-23264146-b692-4610-9247-b0d1d749fad4 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:51.137268 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-b8111735-6915-48c9-91bc-12541673d7f3 req-23264146-b692-4610-9247-b0d1d749fad4 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 932 time: 0.1046119 Aug 10 11:30:51.234563 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-27365ffc-21b6-42de-b5cd-9f39955fd266 req-5865b421-16e0-4901-9c5a-2fb586b911d7 service neutron] 10.222.0.59 "GET /v2.0/networks/ac384aef-2059-4aee-9fe8-cc3f23ea8171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257152 Aug 10 11:30:51.302110 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-b8111735-6915-48c9-91bc-12541673d7f3 req-f375e182-fb5a-4f69-8f00-f2a0785e3412 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422598 Aug 10 11:30:51.398505 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2336a3-a3ed-44e9-9eea-f64cc150db7a req-7ea19811-a299-4efc-82e3-238006561e71 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:51.419011 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-fe2336a3-a3ed-44e9-9eea-f64cc150db7a req-7ea19811-a299-4efc-82e3-238006561e71 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae65c103-9961-4048-badf-b5790e290868 HTTP/1.1" status: 200 len: 945 time: 0.1568279 Aug 10 11:30:51.473001 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-3b5e14e1-0799-4662-9edd-c1184c428bd6 None None] Provisioning for port 9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8 completed by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:30:51.478336 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-fe2336a3-a3ed-44e9-9eea-f64cc150db7a req-81062078-089c-4e9f-92a9-b583061ef230 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4687d52-4148-4748-96b8-313c2fd8e3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584140 Aug 10 11:30:51.487229 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-3b5e14e1-0799-4662-9edd-c1184c428bd6 None None] Provisioning complete for port 9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8 triggered by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:30:51.487606 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-3b5e14e1-0799-4662-9edd-c1184c428bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:51.591157 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-3b5e14e1-0799-4662-9edd-c1184c428bd6 None None] Port 9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8 cannot update to ACTIVE because it is not bound. {{(pid=93317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 11:30:51.682765 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-46f4c4b4-03bc-47b8-8f18-56a1f5b7dc97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8 {{(pid=93315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 11:30:51.694895 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-46f4c4b4-03bc-47b8-8f18-56a1f5b7dc97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:51.713486 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.provisioning_blocks [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-46f4c4b4-03bc-47b8-8f18-56a1f5b7dc97 service neutron] Transition to ACTIVE for port object 9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8 will not be triggered until provisioned by entity L2. {{(pid=93315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:30:51.722663 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-46f4c4b4-03bc-47b8-8f18-56a1f5b7dc97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130148924'] for port, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:51.758849 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1251cf-3788-47d9-8810-29642c63b6d9 req-567b18e2-c497-4efb-9a7d-c1e5bc3f6c4b tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:51.765081 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-be1251cf-3788-47d9-8810-29642c63b6d9 req-567b18e2-c497-4efb-9a7d-c1e5bc3f6c4b tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.0880580 Aug 10 11:30:51.794695 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f4c4b4-03bc-47b8-8f18-56a1f5b7dc97 service neutron] Pushing event updated for resources: {'Port': ['ID=9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8,revision_number=2']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:51.911026 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-46f4c4b4-03bc-47b8-8f18-56a1f5b7dc97 service neutron] Attempting to bind port 9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:30:51.911625 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-46f4c4b4-03bc-47b8-8f18-56a1f5b7dc97 service neutron] Attempting to bind port 9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': '87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6db70112-8cd9-467f-aa72-29de5ea56ae8'}] {{(pid=93315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:30:51.912812 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-46f4c4b4-03bc-47b8-8f18-56a1f5b7dc97 service neutron] Attempting to bind port 9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8 on network 6db70112-8cd9-467f-aa72-29de5ea56ae8 {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:30:51.930362 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-be1251cf-3788-47d9-8810-29642c63b6d9 req-2e35b8c7-bebd-4143-bea5-77aa6555b50a tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495457 Aug 10 11:30:51.933059 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-46f4c4b4-03bc-47b8-8f18-56a1f5b7dc97 service neutron] Port 9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8 on network 6db70112-8cd9-467f-aa72-29de5ea56ae8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 11:30:51.933556 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-46f4c4b4-03bc-47b8-8f18-56a1f5b7dc97 service neutron] Attempting to bind port 9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8 on network 6db70112-8cd9-467f-aa72-29de5ea56ae8 {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:30:51.948258 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-46f4c4b4-03bc-47b8-8f18-56a1f5b7dc97 service neutron] Checking agent: {'id': '9054602d-8671-4254-af87-58e8d5e6c079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 27, 44), 'started_at': datetime.datetime(2021, 8, 10, 11, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:30:51.949098 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-46f4c4b4-03bc-47b8-8f18-56a1f5b7dc97 service neutron] Checking segment: {'id': '87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6db70112-8cd9-467f-aa72-29de5ea56ae8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:30:51.949789 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-46f4c4b4-03bc-47b8-8f18-56a1f5b7dc97 service neutron] Bound using segment: {'id': '87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6db70112-8cd9-467f-aa72-29de5ea56ae8'} {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:30:51.950579 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-46f4c4b4-03bc-47b8-8f18-56a1f5b7dc97 service neutron] Bound port: 9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6db70112-8cd9-467f-aa72-29de5ea56ae8'}}] {{(pid=93315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:30:51.951214 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-46f4c4b4-03bc-47b8-8f18-56a1f5b7dc97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:52.116349 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-46f4c4b4-03bc-47b8-8f18-56a1f5b7dc97 service neutron] For port 9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8, host hv-cinder-79280, cleared binding levels {{(pid=93315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:30:52.120265 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-46f4c4b4-03bc-47b8-8f18-56a1f5b7dc97 service neutron] For port 9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8,segment=NetworkSegment(87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79),segment_id=87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79)] {{(pid=93315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:30:52.128212 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-46f4c4b4-03bc-47b8-8f18-56a1f5b7dc97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130148924'] for port, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:52.172809 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-46f4c4b4-03bc-47b8-8f18-56a1f5b7dc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:52.172809 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-46f4c4b4-03bc-47b8-8f18-56a1f5b7dc97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:52.173543 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-46f4c4b4-03bc-47b8-8f18-56a1f5b7dc97 service neutron] 10.222.0.59 "PUT /v2.0/ports/9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8 HTTP/1.1" status: 200 len: 1094 time: 1.2191641 Aug 10 11:30:52.174043 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d', 'tag': '9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8'}] {{(pid=93315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:30:52.176560 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6373fc61674628fc4ea179701e5cfbb487487662fff8fb4d49624df9baba4f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e906df-623f-44be-820a-6606999c3e64" -d '{"events": [{"name": "network-changed", "server_uuid": "b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d", "tag": "9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8"}]}' {{(pid=93315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:30:52.226629 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f4c4b4-03bc-47b8-8f18-56a1f5b7dc97 service neutron] Pushing event updated for resources: {'Port': ['ID=9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8,revision_number=3']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:52.321579 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 50582) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:52.395281 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 11:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79864e5a-ba82-49ac-9944-624a8d17520c x-openstack-request-id: req-79864e5a-ba82-49ac-9944-624a8d17520c {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:30:52.395281 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d", "tag": "9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8", "status": "completed", "code": 200}]} {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:30:52.395281 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-79864e5a-ba82-49ac-9944-624a8d17520c {{(pid=93315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:30:52.395281 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d', 'tag': '9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8', 'status': 'completed', 'code': 200} Aug 10 11:30:52.426016 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-2671595d-734a-4ca7-ae65-4703baab0a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:52.428050 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-2671595d-734a-4ca7-ae65-4703baab0a38 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=84f5dbe3e1cf47c299d5230d7ef39f9f&device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 1097 time: 0.1855602 Aug 10 11:30:52.592239 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-cc0c210e-fa3a-40ab-93c0-32277f0b8722 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8 HTTP/1.1" status: 200 len: 217 time: 0.1506753 Aug 10 11:30:52.694562 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-5d5adfe7-71bb-4315-b213-385f449dd0c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:52.710267 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ea219-cd42-48a4-a10c-a5da71a720f1 req-33f5bf9c-5af5-427f-8815-68753587df76 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:52.718754 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-eb3ea219-cd42-48a4-a10c-a5da71a720f1 req-33f5bf9c-5af5-427f-8815-68753587df76 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 944 time: 0.1487007 Aug 10 11:30:52.735339 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-a5c772cd-5d47-4111-9c0b-b7c7ed582ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:52.736776 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-a5c772cd-5d47-4111-9c0b-b7c7ed582ce2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fc1e85e4-da01-4b14-969e-682bd3f5912f HTTP/1.1" status: 200 len: 849 time: 0.1336386 Aug 10 11:30:52.831692 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-eb3ea219-cd42-48a4-a10c-a5da71a720f1 req-9f6300d9-88ef-4ac7-8ace-9fd41e782e4f tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120038 Aug 10 11:30:52.848795 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-61ffe394-062c-4693-b291-2d0c1b16bd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:52.850619 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-61ffe394-062c-4693-b291-2d0c1b16bd76 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6db70112-8cd9-467f-aa72-29de5ea56ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1012282 Aug 10 11:30:52.959343 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-5d5adfe7-71bb-4315-b213-385f449dd0c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:52.966226 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-5d5adfe7-71bb-4315-b213-385f449dd0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:53.046730 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-5d5adfe7-71bb-4315-b213-385f449dd0c9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7df5ba29f852436a9942ed88ecd818fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7235746 Aug 10 11:30:53.047897 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 50622) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:53.060556 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5adfe7-71bb-4315-b213-385f449dd0c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a88779e3-6ee3-4396-8968-3751021cd8be,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:53.157679 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5df514-9335-4388-93f5-8a079b799a04 req-a536c566-6df4-41b8-ab50-e468f1126558 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:53.160373 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ec5df514-9335-4388-93f5-8a079b799a04 req-a536c566-6df4-41b8-ab50-e468f1126558 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae65c103-9961-4048-badf-b5790e290868 HTTP/1.1" status: 200 len: 945 time: 0.1984622 Aug 10 11:30:53.182518 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-87133718-bc9c-48ca-9594-238e2b381de6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:53.205473 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-85f4469e-d0f2-426c-957a-7e5dc589f162 service neutron] 10.222.0.59 "GET /v2.0/networks/6db70112-8cd9-467f-aa72-29de5ea56ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450983 Aug 10 11:30:53.259852 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-87133718-bc9c-48ca-9594-238e2b381de6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:53.271535 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ec5df514-9335-4388-93f5-8a079b799a04 req-1ddef0d2-9170-4ac1-b37c-ee67182280e9 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4687d52-4148-4748-96b8-313c2fd8e3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002021 Aug 10 11:30:53.295577 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b47a7f-131d-4186-ac81-0f7fbd382fc5 req-9836ee06-d601-4b65-8f48-50b7824751e9 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:53.298495 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-20b47a7f-131d-4186-ac81-0f7fbd382fc5 req-9836ee06-d601-4b65-8f48-50b7824751e9 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.1417115 Aug 10 11:30:53.417702 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-1e65070f-ae94-40fe-a92a-20b91fe4731a req-4108856b-3814-4a52-88c7-97888424bdf8 service neutron] 10.222.0.59 "GET /v2.0/networks/6db70112-8cd9-467f-aa72-29de5ea56ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910083 Aug 10 11:30:53.418175 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-20b47a7f-131d-4186-ac81-0f7fbd382fc5 req-b5aeee76-b520-4312-918c-c4701c2bff25 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052177 Aug 10 11:30:53.442202 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-87133718-bc9c-48ca-9594-238e2b381de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:53.445698 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-87133718-bc9c-48ca-9594-238e2b381de6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:53.452119 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-87133718-bc9c-48ca-9594-238e2b381de6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a88779e3-6ee3-4396-8968-3751021cd8be HTTP/1.1" status: 204 len: 168 time: 0.3958704 Aug 10 11:30:53.462715 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87133718-bc9c-48ca-9594-238e2b381de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88779e3-6ee3-4396-8968-3751021cd8be,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:53.547296 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 50632) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:53.576411 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e906df-623f-44be-820a-6606999c3e64 req-8bcd32a7-d186-4784-a43e-e473911b74c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:53.579291 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-b8e906df-623f-44be-820a-6606999c3e64 req-8bcd32a7-d186-4784-a43e-e473911b74c4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=84f5dbe3e1cf47c299d5230d7ef39f9f&device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 1097 time: 0.0749991 Aug 10 11:30:53.751596 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e906df-623f-44be-820a-6606999c3e64 req-8c5db770-47a4-463d-959c-e3005f5d8095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:53.753934 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-b8e906df-623f-44be-820a-6606999c3e64 req-8c5db770-47a4-463d-959c-e3005f5d8095 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6db70112-8cd9-467f-aa72-29de5ea56ae8 HTTP/1.1" status: 200 len: 911 time: 0.1636314 Aug 10 11:30:53.810126 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-b8e906df-623f-44be-820a-6606999c3e64 req-cb0e5883-f27b-4a6d-8736-c62300262d06 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8 HTTP/1.1" status: 200 len: 217 time: 0.0459359 Aug 10 11:30:53.875595 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-4a903f44-db5e-4d62-988e-11a8f48215ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:53.919481 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e906df-623f-44be-820a-6606999c3e64 req-b3118a87-1242-445b-859f-35f2e086b0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:53.922245 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-b8e906df-623f-44be-820a-6606999c3e64 req-b3118a87-1242-445b-859f-35f2e086b0c0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fc1e85e4-da01-4b14-969e-682bd3f5912f HTTP/1.1" status: 200 len: 849 time: 0.0981503 Aug 10 11:30:54.009943 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e906df-623f-44be-820a-6606999c3e64 req-4e903a2a-3252-402a-a641-db5d9a7ed1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:54.013044 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-b8e906df-623f-44be-820a-6606999c3e64 req-4e903a2a-3252-402a-a641-db5d9a7ed1f7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6db70112-8cd9-467f-aa72-29de5ea56ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0820508 Aug 10 11:30:54.092750 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-4a903f44-db5e-4d62-988e-11a8f48215ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:54.098637 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-4a903f44-db5e-4d62-988e-11a8f48215ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:54.113737 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 50648) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:54.155331 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a903f44-db5e-4d62-988e-11a8f48215ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb0aa83-9cc0-4e77-9b68-51399ee5d698,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:54.160574 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-82b4f52b-ca22-46f9-a5d3-e0e2746f3120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:54.184555 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-4a903f44-db5e-4d62-988e-11a8f48215ea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1cf2368dc8274ef79605e947d33f6a21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6357734 Aug 10 11:30:54.187225 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 50654) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:54.201265 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33356f-5a80-4563-b59c-ccf862c377be req-d24ad4d0-a0a7-419d-bb12-302a10d3850d tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:54.202805 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ad33356f-5a80-4563-b59c-ccf862c377be req-d24ad4d0-a0a7-419d-bb12-302a10d3850d tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 944 time: 0.1632805 Aug 10 11:30:54.279537 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-4de11afe-60c4-496f-aff1-ee11c54c6568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:54.309458 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-b8e906df-623f-44be-820a-6606999c3e64 req-ffcf0b34-d0e0-4e1d-bb49-a26ef9265263 service neutron] 10.222.0.59 "GET /v2.0/networks/6db70112-8cd9-467f-aa72-29de5ea56ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874672 Aug 10 11:30:54.320829 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-4de11afe-60c4-496f-aff1-ee11c54c6568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:54.326545 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ad33356f-5a80-4563-b59c-ccf862c377be req-659db4d6-e4bd-4beb-b37d-a039eb302b37 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009300 Aug 10 11:30:54.439853 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-4de11afe-60c4-496f-aff1-ee11c54c6568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:54.442776 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-4de11afe-60c4-496f-aff1-ee11c54c6568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:54.444534 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-4de11afe-60c4-496f-aff1-ee11c54c6568 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0fb0aa83-9cc0-4e77-9b68-51399ee5d698 HTTP/1.1" status: 204 len: 168 time: 0.2557466 Aug 10 11:30:54.466665 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de11afe-60c4-496f-aff1-ee11c54c6568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb0aa83-9cc0-4e77-9b68-51399ee5d698,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:54.504398 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-82b4f52b-ca22-46f9-a5d3-e0e2746f3120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:54.510131 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528cd208-f55a-4e79-ad79-521145c1c96f req-beefe1d0-2683-4b06-a342-ad4f3e33ea2b tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:54.519000 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-528cd208-f55a-4e79-ad79-521145c1c96f req-beefe1d0-2683-4b06-a342-ad4f3e33ea2b tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae65c103-9961-4048-badf-b5790e290868 HTTP/1.1" status: 200 len: 945 time: 0.1171186 Aug 10 11:30:54.523191 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-82b4f52b-ca22-46f9-a5d3-e0e2746f3120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:54.602306 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-528cd208-f55a-4e79-ad79-521145c1c96f req-aa6b9f4a-3d41-43ca-98d9-7d9cbaeaafd4 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4687d52-4148-4748-96b8-313c2fd8e3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817876 Aug 10 11:30:54.636696 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-82b4f52b-ca22-46f9-a5d3-e0e2746f3120 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1c9bb21156ae47669e1fb361cb9133e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5186861 Aug 10 11:30:54.639191 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 50664) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:54.648740 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b4f52b-ca22-46f9-a5d3-e0e2746f3120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639e59c2-6234-4f0c-9d36-52a7036ffa0d,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:54.685125 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-b8e906df-623f-44be-820a-6606999c3e64 req-d531a860-fb47-4fe7-83fc-108b70dfa3c7 service neutron] 10.222.0.59 "GET /v2.0/networks/6db70112-8cd9-467f-aa72-29de5ea56ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067617 Aug 10 11:30:54.732117 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-4d69fd7d-f9db-4885-a9fb-b5fedafedab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:54.754205 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eefd04c-1f48-4f31-a83d-9b08b1c1809f req-ff0a40db-e757-4875-b01c-c4ef91068d97 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:54.758330 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-5eefd04c-1f48-4f31-a83d-9b08b1c1809f req-ff0a40db-e757-4875-b01c-c4ef91068d97 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.0991201 Aug 10 11:30:54.770191 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-4d69fd7d-f9db-4885-a9fb-b5fedafedab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:54.859889 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-4d69fd7d-f9db-4885-a9fb-b5fedafedab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:54.865124 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-4d69fd7d-f9db-4885-a9fb-b5fedafedab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:54.869496 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-4d69fd7d-f9db-4885-a9fb-b5fedafedab6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/639e59c2-6234-4f0c-9d36-52a7036ffa0d HTTP/1.1" status: 204 len: 168 time: 0.2263522 Aug 10 11:30:54.878462 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d69fd7d-f9db-4885-a9fb-b5fedafedab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639e59c2-6234-4f0c-9d36-52a7036ffa0d,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:54.880222 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-5eefd04c-1f48-4f31-a83d-9b08b1c1809f req-94a04d3a-01ab-4f8d-a72e-4cc358c62fb0 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067662 Aug 10 11:30:54.921205 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceee4d1-3630-4e4e-976d-69a7f162e765 req-98b759ae-b5da-47c5-af13-ebb702b67085 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:54.923807 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7ceee4d1-3630-4e4e-976d-69a7f162e765 req-98b759ae-b5da-47c5-af13-ebb702b67085 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae65c103-9961-4048-badf-b5790e290868 HTTP/1.1" status: 200 len: 945 time: 0.1640022 Aug 10 11:30:55.101734 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 50674) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:55.106593 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [req-7ceee4d1-3630-4e4e-976d-69a7f162e765 req-460b374b-edf5-4040-bad5-76896e5f5dc5 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Deleting port 100cb8ca-a269-45f7-acfc-915bc3a3e8cd {{(pid=93315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:30:55.106969 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-7ceee4d1-3630-4e4e-976d-69a7f162e765 req-460b374b-edf5-4040-bad5-76896e5f5dc5 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:55.129592 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-6d614b9d-947a-49a6-aa86-6d241c377a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:55.280799 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-7ceee4d1-3630-4e4e-976d-69a7f162e765 req-460b374b-edf5-4040-bad5-76896e5f5dc5 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] For port 100cb8ca-a269-45f7-acfc-915bc3a3e8cd, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=100cb8ca-a269-45f7-acfc-915bc3a3e8cd,segment=NetworkSegment(234dec59-f103-4b29-940f-1854daa908df),segment_id=234dec59-f103-4b29-940f-1854daa908df)] {{(pid=93315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:30:55.280799 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-7ceee4d1-3630-4e4e-976d-69a7f162e765 req-460b374b-edf5-4040-bad5-76896e5f5dc5 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:55.297520 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [req-7ceee4d1-3630-4e4e-976d-69a7f162e765 req-460b374b-edf5-4040-bad5-76896e5f5dc5 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Calling delete_port for 100cb8ca-a269-45f7-acfc-915bc3a3e8cd owned by compute:nova {{(pid=93315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:30:55.300950 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-6d614b9d-947a-49a6-aa86-6d241c377a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:55.306729 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-6d614b9d-947a-49a6-aa86-6d241c377a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:55.412887 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-6d614b9d-947a-49a6-aa86-6d241c377a2f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3dcd18ca0fdb43758e301f72880c55f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3074205 Aug 10 11:30:55.414786 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 50688) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:55.426744 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d614b9d-947a-49a6-aa86-6d241c377a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812deafb-7b2e-432b-b52a-b53c566c3b7d,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:55.543833 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-bad4e828-25f9-4988-884f-d5d4001f0ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:55.587224 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-bad4e828-25f9-4988-884f-d5d4001f0ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:55.648239 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-7ceee4d1-3630-4e4e-976d-69a7f162e765 req-460b374b-edf5-4040-bad5-76896e5f5dc5 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:55.664556 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] get_ports_and_sgs() called for port_ids ['100cb8ca-a269-45f7-acfc-915bc3a3e8cd'] {{(pid=93317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 11:30:55.722256 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-bad4e828-25f9-4988-884f-d5d4001f0ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:55.726164 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-bad4e828-25f9-4988-884f-d5d4001f0ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:55.731282 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-bad4e828-25f9-4988-884f-d5d4001f0ad2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/812deafb-7b2e-432b-b52a-b53c566c3b7d HTTP/1.1" status: 204 len: 168 time: 0.3106112 Aug 10 11:30:55.745267 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460b374b-edf5-4040-bad5-76896e5f5dc5 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Pushing event deleted for resources: {'Port': ['ID=100cb8ca-a269-45f7-acfc-915bc3a3e8cd,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:55.758860 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4e828-25f9-4988-884f-d5d4001f0ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812deafb-7b2e-432b-b52a-b53c566c3b7d,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:55.839289 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-fedcc574-88be-4022-a5e0-b6142c11f305 req-80e09cd4-6bbc-44b6-ad15-453dcd90c0ee tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae65c103-9961-4048-badf-b5790e290868 HTTP/1.1" status: 200 len: 210 time: 0.0616221 Aug 10 11:30:55.856146 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0f966-84ea-4e38-9671-dac28ff97421 req-04e8c0aa-b61f-45ac-bef6-5c762e1bb103 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:55.870581 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-9ef0f966-84ea-4e38-9671-dac28ff97421 req-04e8c0aa-b61f-45ac-bef6-5c762e1bb103 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 944 time: 0.3098464 Aug 10 11:30:55.871832 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 50734) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:55.901276 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ceee4d1-3630-4e4e-976d-69a7f162e765 req-460b374b-edf5-4040-bad5-76896e5f5dc5 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] No DVR routers for this DVR port 100cb8ca-a269-45f7-acfc-915bc3a3e8cd on host hv-cinder-79280 {{(pid=93315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 11:30:55.916717 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-7ceee4d1-3630-4e4e-976d-69a7f162e765 req-460b374b-edf5-4040-bad5-76896e5f5dc5 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:55.920305 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7ceee4d1-3630-4e4e-976d-69a7f162e765 req-460b374b-edf5-4040-bad5-76896e5f5dc5 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.59 "DELETE /v2.0/ports/100cb8ca-a269-45f7-acfc-915bc3a3e8cd HTTP/1.1" status: 204 len: 173 time: 0.9881160 Aug 10 11:30:55.921090 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae65c103-9961-4048-badf-b5790e290868', 'name': 'network-vif-deleted', 'tag': '100cb8ca-a269-45f7-acfc-915bc3a3e8cd'}] {{(pid=93315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:30:55.924998 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6373fc61674628fc4ea179701e5cfbb487487662fff8fb4d49624df9baba4f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3afa8a4b-3903-4d3b-84bf-9aa608600c6e" -d '{"events": [{"server_uuid": "ae65c103-9961-4048-badf-b5790e290868", "name": "network-vif-deleted", "tag": "100cb8ca-a269-45f7-acfc-915bc3a3e8cd"}]}' {{(pid=93315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:30:55.993535 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-9ef0f966-84ea-4e38-9671-dac28ff97421 req-8a15105a-235d-4d57-bc9e-6f7d09ea4174 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941813 Aug 10 11:30:56.107167 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 11:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4710d0a2-d0f1-4157-a877-d5ac3066934f x-openstack-request-id: req-4710d0a2-d0f1-4157-a877-d5ac3066934f {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:30:56.107969 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae65c103-9961-4048-badf-b5790e290868", "name": "network-vif-deleted", "tag": "100cb8ca-a269-45f7-acfc-915bc3a3e8cd", "status": "completed", "code": 200}]} {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:30:56.109671 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4710d0a2-d0f1-4157-a877-d5ac3066934f {{(pid=93315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:30:56.111253 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae65c103-9961-4048-badf-b5790e290868', 'name': 'network-vif-deleted', 'tag': '100cb8ca-a269-45f7-acfc-915bc3a3e8cd', 'status': 'completed', 'code': 200} Aug 10 11:30:56.145018 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8415d-1feb-40af-abb1-f82386d05ddb req-6182393b-ee67-4fcb-9513-fc5435d2a8a5 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:56.150085 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-f4a8415d-1feb-40af-abb1-f82386d05ddb req-6182393b-ee67-4fcb-9513-fc5435d2a8a5 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.1128442 Aug 10 11:30:56.255922 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-f4a8415d-1feb-40af-abb1-f82386d05ddb req-fb6b101a-8fa2-455c-ad8f-b6c81998bb22 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907187 Aug 10 11:30:56.330285 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-22cc7256-3baf-47ea-8aa7-2c4b3638d9da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:56.458793 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 50762) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:56.499439 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-6d6fc2b7-65a2-41ac-b90b-54b2181276c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:56.554350 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-22cc7256-3baf-47ea-8aa7-2c4b3638d9da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:56.564606 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-22cc7256-3baf-47ea-8aa7-2c4b3638d9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:56.657189 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 50766) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:56.657551 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-22cc7256-3baf-47ea-8aa7-2c4b3638d9da admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=857cbeb53f3c43d1abc5f72c18554f80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7835996 Aug 10 11:30:56.659253 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cc7256-3baf-47ea-8aa7-2c4b3638d9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252198a4-c4e2-4f20-b201-e02d0a8e9178,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:56.762613 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-6d6fc2b7-65a2-41ac-b90b-54b2181276c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:56.776039 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-6d6fc2b7-65a2-41ac-b90b-54b2181276c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:56.795207 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-0b5528ae-fb68-47c3-92cc-7acf54aae63e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:56.800392 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 11:30:56.840886 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-0b5528ae-fb68-47c3-92cc-7acf54aae63e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:56.870614 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-6d6fc2b7-65a2-41ac-b90b-54b2181276c6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0fb0095c3a00494fb898bfbcf5d19ab0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4117496 Aug 10 11:30:56.870872 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 50776) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:56.879666 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6fc2b7-65a2-41ac-b90b-54b2181276c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7a1aab-9b9c-4211-b8b5-8fd61bf62c5d,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:56.944264 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-0b5528ae-fb68-47c3-92cc-7acf54aae63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:56.948253 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-0b5528ae-fb68-47c3-92cc-7acf54aae63e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:56.950530 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-0b5528ae-fb68-47c3-92cc-7acf54aae63e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/252198a4-c4e2-4f20-b201-e02d0a8e9178 HTTP/1.1" status: 204 len: 168 time: 0.2908852 Aug 10 11:30:56.980938 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5528ae-fb68-47c3-92cc-7acf54aae63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252198a4-c4e2-4f20-b201-e02d0a8e9178,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:57.022655 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8,segment=NetworkSegment(87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79),segment_id=87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:30:57.023370 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-c87ae4c0-5fec-4243-999c-823b5b14f310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:57.046284 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Returning: {'device': '9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8', 'network_id': '6db70112-8cd9-467f-aa72-29de5ea56ae8', 'port_id': '9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8', 'mac_address': 'fa:16:3e:21:62:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc1e85e4-da01-4b14-969e-682bd3f5912f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 11:30:57.097912 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-c87ae4c0-5fec-4243-999c-823b5b14f310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:57.132213 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:57.169842 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8 {{(pid=93317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 11:30:57.237278 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-c87ae4c0-5fec-4243-999c-823b5b14f310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:57.248275 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-c87ae4c0-5fec-4243-999c-823b5b14f310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:57.252855 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-c87ae4c0-5fec-4243-999c-823b5b14f310 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1b7a1aab-9b9c-4211-b8b5-8fd61bf62c5d HTTP/1.1" status: 204 len: 168 time: 0.3801613 Aug 10 11:30:57.265067 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8,segment=NetworkSegment(87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79),segment_id=87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:30:57.277913 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87ae4c0-5fec-4243-999c-823b5b14f310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7a1aab-9b9c-4211-b8b5-8fd61bf62c5d,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:57.278174 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:57.291472 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b54b3-ff83-4e7a-a033-fc2669959004 req-fc93e505-e6b9-41eb-bdb3-21308522f1da tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:57.295142 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-5e4b54b3-ff83-4e7a-a033-fc2669959004 req-fc93e505-e6b9-41eb-bdb3-21308522f1da tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 944 time: 0.1281879 Aug 10 11:30:57.383936 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-5e4b54b3-ff83-4e7a-a033-fc2669959004 req-e9240ffe-f3ad-463e-8c94-c1c247543342 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827410 Aug 10 11:30:57.464035 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8,revision_number=4']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:57.495913 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f596838-c6a4-4c0f-a166-fdf826bcec25 req-2e47ba79-c8a8-4dc8-b5c0-1ab4079e0bec tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:57.505215 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-0f596838-c6a4-4c0f-a166-fdf826bcec25 req-2e47ba79-c8a8-4dc8-b5c0-1ab4079e0bec tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.0765913 Aug 10 11:30:57.567248 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-0f596838-c6a4-4c0f-a166-fdf826bcec25 req-f10e52ea-972a-4ce5-9144-58ab467daa9e tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576820 Aug 10 11:30:57.599074 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] get_ports_and_sgs() called for port_ids ['9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8'] {{(pid=93317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 11:30:57.787956 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37b7c0-b2c7-412e-88f9-e7fff1fbaa1d req-3c469140-35c7-4e56-8fe5-476c1de9b4bd tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:57.789913 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ea37b7c0-b2c7-412e-88f9-e7fff1fbaa1d req-3c469140-35c7-4e56-8fe5-476c1de9b4bd tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/networks?id=0573a7bb-21eb-4999-8c66-c03001946cd1 HTTP/1.1" status: 200 len: 809 time: 0.2175529 Aug 10 11:30:57.836872 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ea37b7c0-b2c7-412e-88f9-e7fff1fbaa1d req-feb836e6-3e97-462d-baff-cbaa4268a92c tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/quotas/1467e979ebdd485596c65e7f548b0ee1 HTTP/1.1" status: 200 len: 375 time: 0.0341220 Aug 10 11:30:57.882683 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 50822) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:57.907439 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ea37b7c0-b2c7-412e-88f9-e7fff1fbaa1d req-2967d4ce-6c53-4d13-9751-3b2bf7647fe6 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1467e979ebdd485596c65e7f548b0ee1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599697 Aug 10 11:30:57.926396 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-6c521bc0-fbf8-43d6-af4c-b333769cb984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:58.096229 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ea37b7c0-b2c7-412e-88f9-e7fff1fbaa1d req-1c072e6c-3116-424d-9e69-4f38b2212c30 service neutron] 10.222.0.24 "GET /v2.0/networks/0573a7bb-21eb-4999-8c66-c03001946cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807189 Aug 10 11:30:58.143827 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-6c521bc0-fbf8-43d6-af4c-b333769cb984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:58.153535 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-6c521bc0-fbf8-43d6-af4c-b333769cb984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:58.237564 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c521bc0-fbf8-43d6-af4c-b333769cb984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7987ea3-6ae1-4743-965c-450404acf1af,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:58.251100 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-6c521bc0-fbf8-43d6-af4c-b333769cb984 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8c256a5aedd84893b952e370fb01dabe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3622513 Aug 10 11:30:58.252680 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 50832) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:30:58.298825 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ea37b7c0-b2c7-412e-88f9-e7fff1fbaa1d req-463f4a35-f18a-441d-8d4b-59cd2acd1eb9 service neutron] 10.222.0.24 "GET /v2.0/networks/0573a7bb-21eb-4999-8c66-c03001946cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898255 Aug 10 11:30:58.385292 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-abe21296-4135-4062-9805-8c78a8ace3ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:58.451139 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-abe21296-4135-4062-9805-8c78a8ace3ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:58.555564 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-abe21296-4135-4062-9805-8c78a8ace3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:58.570169 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-abe21296-4135-4062-9805-8c78a8ace3ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:58.589035 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-abe21296-4135-4062-9805-8c78a8ace3ce admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a7987ea3-6ae1-4743-965c-450404acf1af HTTP/1.1" status: 204 len: 168 time: 0.3322353 Aug 10 11:30:58.682859 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe21296-4135-4062-9805-8c78a8ace3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7987ea3-6ae1-4743-965c-450404acf1af,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:58.734505 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9ae7a-2dbe-4dc9-8f30-6e2f4458d81f req-0a9c0f50-910a-4c94-a2d9-ddd315e7a058 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:58.753799 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-40a9ae7a-2dbe-4dc9-8f30-6e2f4458d81f req-0a9c0f50-910a-4c94-a2d9-ddd315e7a058 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 945 time: 0.1571310 Aug 10 11:30:58.835641 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8 up at agent hyperv_hv-cinder-79280 {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:30:58.869291 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-40a9ae7a-2dbe-4dc9-8f30-6e2f4458d81f req-86defa4e-7c97-4289-8dca-661fc25886e9 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190517 Aug 10 11:30:58.929324 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Provisioning for port 9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8 completed by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:30:58.934774 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Provisioning complete for port 9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8 triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:30:58.936648 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:59.062514 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa1471-b20b-424d-bb62-67591891536e req-188636fe-5d32-4cbb-ba0f-ee487b35697c tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:59.067723 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a0fa1471-b20b-424d-bb62-67591891536e req-188636fe-5d32-4cbb-ba0f-ee487b35697c tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.2469702 Aug 10 11:30:59.109025 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-51eb8275-2139-40e7-a3b7-5173c79c82a0 req-1e86b0e7-d5f7-4de0-86b6-45923d4b4d61 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e037e28-b81b-4827-98d0-1b96140e3248 HTTP/1.1" status: 200 len: 210 time: 0.0519798 Aug 10 11:30:59.168465 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:59.200068 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a0fa1471-b20b-424d-bb62-67591891536e req-67bfc82a-fe93-4b20-a189-dbf44b4be0f0 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064856 Aug 10 11:30:59.245143 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8'}] {{(pid=93317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:30:59.249655 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f65e5affd22be71f9b00dd80d36c6e54843c66eef292b5ed0267a1f9ac014f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed902ac-81b9-4503-beed-96775a7b6af1" -d '{"events": [{"server_uuid": "b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d", "name": "network-vif-plugged", "status": "completed", "tag": "9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8"}]}' {{(pid=93317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:30:59.255192 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8,segment=NetworkSegment(87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79),segment_id=87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:30:59.265509 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:30:59.268048 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 100cb8ca-a269-45f7-acfc-915bc3a3e8cd no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 11:30:59.324557 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] No Port match for: 100cb8ca-a269-45f7-acfc-915bc3a3e8cd {{(pid=93317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 11:30:59.324955 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 100cb8ca-a269-45f7-acfc-915bc3a3e8cd not bound to the agent host hv-cinder-79280 {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 11:30:59.348715 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 11:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f4f3a2-64f4-4d91-93d8-3f4060b165af x-openstack-request-id: req-a4f4f3a2-64f4-4d91-93d8-3f4060b165af {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:30:59.350082 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d", "name": "network-vif-plugged", "status": "completed", "tag": "9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8", "code": 200}]} {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:30:59.350666 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a4f4f3a2-64f4-4d91-93d8-3f4060b165af {{(pid=93317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:30:59.351255 dv-cinder-792800-5-iscsi neutron-server[93317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8', 'code': 200} Aug 10 11:30:59.408378 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8,revision_number=5']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:30:59.627206 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d634c-dc66-4773-844e-0a826fb2936e req-d8bf070c-2c05-4ac4-a109-47d3c46fdeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:30:59.629269 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-179d634c-dc66-4773-844e-0a826fb2936e req-d8bf070c-2c05-4ac4-a109-47d3c46fdeaf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 1099 time: 0.0567567 Aug 10 11:30:59.683828 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-179d634c-dc66-4773-844e-0a826fb2936e req-0ff941b5-766a-423d-8224-f98f8209dc82 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468359 Aug 10 11:31:00.167831 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607b9b8-ae04-4340-8c73-302539363bed req-f68edb4b-8948-42a3-828e-5b674ebbdbee tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:00.175784 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-8607b9b8-ae04-4340-8c73-302539363bed req-f68edb4b-8948-42a3-828e-5b674ebbdbee tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.0819213 Aug 10 11:31:00.242787 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-8607b9b8-ae04-4340-8c73-302539363bed req-7e0e3ace-c372-4c73-8532-175a18a551fa tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659835 Aug 10 11:31:00.317414 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7a97c09c-50ae-4f45-95ce-ad8b7a2e8e31 req-104af226-181b-4b0d-93e5-20935ff82fd5 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e037e28-b81b-4827-98d0-1b96140e3248 HTTP/1.1" status: 200 len: 210 time: 0.0511367 Aug 10 11:31:00.553569 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05b46e-ab41-4ffc-9aa1-87d6aa1812ff req-2770f307-7d40-41c8-a419-c972c3339ec0 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:00.556978 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-8d05b46e-ab41-4ffc-9aa1-87d6aa1812ff req-2770f307-7d40-41c8-a419-c972c3339ec0 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.1834025 Aug 10 11:31:00.645450 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-8d05b46e-ab41-4ffc-9aa1-87d6aa1812ff req-fef6eea1-74b3-4d1d-b2bf-5db7a5bb3d63 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794978 Aug 10 11:31:00.867176 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37b7c0-b2c7-412e-88f9-e7fff1fbaa1d req-913bb5be-423f-4304-8c4a-ee2121bff2cf tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:00.870099 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ea37b7c0-b2c7-412e-88f9-e7fff1fbaa1d req-913bb5be-423f-4304-8c4a-ee2121bff2cf tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.59 "GET /v2.0/networks?id=0573a7bb-21eb-4999-8c66-c03001946cd1 HTTP/1.1" status: 200 len: 809 time: 0.2096992 Aug 10 11:31:00.897671 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [req-ea37b7c0-b2c7-412e-88f9-e7fff1fbaa1d req-a62f1df1-5b00-416a-bf09-7f2a24f2ccb9 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Request body: {'port': {'device_id': '0e037e28-b81b-4827-98d0-1b96140e3248', 'network_id': '0573a7bb-21eb-4999-8c66-c03001946cd1', 'admin_state_up': True, 'tenant_id': '1467e979ebdd485596c65e7f548b0ee1'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:31:01.483547 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611cb70-2651-4d50-8d00-38f3769f76a9 req-79f3b8ef-cd13-4112-9e01-c6589bae2b01 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:01.489338 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-9611cb70-2651-4d50-8d00-38f3769f76a9 req-79f3b8ef-cd13-4112-9e01-c6589bae2b01 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.0982077 Aug 10 11:31:01.502144 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-3d734fb0-c11d-4b11-845a-04686ce5b19e req-4435263a-ef75-488a-be07-a26b3ae638ff tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e037e28-b81b-4827-98d0-1b96140e3248 HTTP/1.1" status: 200 len: 210 time: 0.0481801 Aug 10 11:31:01.639631 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-9611cb70-2651-4d50-8d00-38f3769f76a9 req-0c583e54-8531-4f1c-83cd-2580877fe6e9 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451521 Aug 10 11:31:01.697448 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea37b7c0-b2c7-412e-88f9-e7fff1fbaa1d req-a62f1df1-5b00-416a-bf09-7f2a24f2ccb9 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Made reservation on behalf of 1467e979ebdd485596c65e7f548b0ee1 for: {'port': 1} {{(pid=93315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:31:01.704970 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-ea37b7c0-b2c7-412e-88f9-e7fff1fbaa1d req-a62f1df1-5b00-416a-bf09-7f2a24f2ccb9 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:01.918444 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eac895-be98-4f03-bda3-088ce82ee52f req-730cdb1b-e78b-4a68-b848-b874ed6f8072 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:01.921471 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-09eac895-be98-4f03-bda3-088ce82ee52f req-730cdb1b-e78b-4a68-b848-b874ed6f8072 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.0931995 Aug 10 11:31:01.932333 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 51022) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:31:01.945459 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-ad17a5a3-7d3d-42bd-88fc-12add2ca0d4c tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Request body: {'floatingip': {'port_id': '9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8'}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:31:01.947966 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802afe3-60b4-4b4e-a3da-ef228170eb3e req-8186fe57-f19e-47d0-967f-e4c06511963e tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:01.962775 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-2802afe3-60b4-4b4e-a3da-ef228170eb3e req-8186fe57-f19e-47d0-967f-e4c06511963e tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.1573973 Aug 10 11:31:02.076543 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-2802afe3-60b4-4b4e-a3da-ef228170eb3e req-6943fae7-7b98-437a-9da8-41d787a3e1aa tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122253 Aug 10 11:31:02.078602 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.db_base_plugin_common [req-ea37b7c0-b2c7-412e-88f9-e7fff1fbaa1d req-a62f1df1-5b00-416a-bf09-7f2a24f2ccb9 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Allocated IP 172.20.0.10 (0573a7bb-21eb-4999-8c66-c03001946cd1/23425567-e5a3-4303-a0f3-f0b3b94c74f9/b963176c-ba65-4e85-9987-43906b865538) {{(pid=93315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:31:02.117669 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-ad17a5a3-7d3d-42bd-88fc-12add2ca0d4c tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks [] for floatingip, before_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:02.351954 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-ea37b7c0-b2c7-412e-88f9-e7fff1fbaa1d req-a62f1df1-5b00-416a-bf09-7f2a24f2ccb9 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Notify callbacks [] for port, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:02.413734 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-ea37b7c0-b2c7-412e-88f9-e7fff1fbaa1d req-a62f1df1-5b00-416a-bf09-7f2a24f2ccb9 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:02.501752 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea37b7c0-b2c7-412e-88f9-e7fff1fbaa1d req-a62f1df1-5b00-416a-bf09-7f2a24f2ccb9 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Network 0573a7bb-21eb-4999-8c66-c03001946cd1 is already hosted by enough agents. {{(pid=93315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:31:02.515980 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.base_scheduler [req-ea37b7c0-b2c7-412e-88f9-e7fff1fbaa1d req-a62f1df1-5b00-416a-bf09-7f2a24f2ccb9 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Resources bound (agent type, host, resource id): {{(pid=93315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:31:02.522842 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea37b7c0-b2c7-412e-88f9-e7fff1fbaa1d req-a62f1df1-5b00-416a-bf09-7f2a24f2ccb9 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Received port after_create {{(pid=93315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:31:02.569227 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f1df1-5b00-416a-bf09-7f2a24f2ccb9 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Pushing event updated for resources: {'Port': ['ID=b963176c-ba65-4e85-9987-43906b865538,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:02.611088 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37b7c0-b2c7-412e-88f9-e7fff1fbaa1d req-a62f1df1-5b00-416a-bf09-7f2a24f2ccb9 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:02.612252 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-ea37b7c0-b2c7-412e-88f9-e7fff1fbaa1d req-a62f1df1-5b00-416a-bf09-7f2a24f2ccb9 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:02.633106 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ea37b7c0-b2c7-412e-88f9-e7fff1fbaa1d req-a62f1df1-5b00-416a-bf09-7f2a24f2ccb9 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7435398 Aug 10 11:31:02.652593 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [req-ea37b7c0-b2c7-412e-88f9-e7fff1fbaa1d req-bb1663d9-93c3-4ba2-abfc-ff9563826bce service neutron] Request body: {'port': {'device_id': '0e037e28-b81b-4827-98d0-1b96140e3248', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:31:02.753433 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-ea37b7c0-b2c7-412e-88f9-e7fff1fbaa1d req-bb1663d9-93c3-4ba2-abfc-ff9563826bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:03.047555 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed14efb-04c8-4439-b810-ff9f4b671f25 req-e1614b02-093f-4e1b-a61b-e84714ee3c36 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:03.050152 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-eed14efb-04c8-4439-b810-ff9f4b671f25 req-e1614b02-093f-4e1b-a61b-e84714ee3c36 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e037e28-b81b-4827-98d0-1b96140e3248 HTTP/1.1" status: 200 len: 932 time: 0.3927574 Aug 10 11:31:03.238441 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3db118-5b83-4e9e-8a69-9feb994af8b2 req-a7b86136-d6df-4763-b349-01120f5b40fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:03.241089 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-ce3db118-5b83-4e9e-8a69-9feb994af8b2 req-a7b86136-d6df-4763-b349-01120f5b40fc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 1099 time: 0.2474356 Aug 10 11:31:03.277727 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-eed14efb-04c8-4439-b810-ff9f4b671f25 req-d5e2f4ef-f0eb-40fe-a841-3ae224065fab tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4687d52-4148-4748-96b8-313c2fd8e3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968458 Aug 10 11:31:03.315073 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.db.resource_extend [None req-ad17a5a3-7d3d-42bd-88fc-12add2ca0d4c tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 11:31:03.382412 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd03eb-acbb-4dc7-81ce-031dbda4bd90 req-d3d9de71-4761-439d-94a5-cee751acec3e tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:03.385290 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-defd03eb-acbb-4dc7-81ce-031dbda4bd90 req-d3d9de71-4761-439d-94a5-cee751acec3e tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.1756897 Aug 10 11:31:03.436394 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [req-ea37b7c0-b2c7-412e-88f9-e7fff1fbaa1d req-bb1663d9-93c3-4ba2-abfc-ff9563826bce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b963176c-ba65-4e85-9987-43906b865538 {{(pid=93315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 11:31:03.451541 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-ea37b7c0-b2c7-412e-88f9-e7fff1fbaa1d req-bb1663d9-93c3-4ba2-abfc-ff9563826bce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:03.482675 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.provisioning_blocks [req-ea37b7c0-b2c7-412e-88f9-e7fff1fbaa1d req-bb1663d9-93c3-4ba2-abfc-ff9563826bce service neutron] Transition to ACTIVE for port object b963176c-ba65-4e85-9987-43906b865538 will not be triggered until provisioned by entity L2. {{(pid=93315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:31:03.491394 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-defd03eb-acbb-4dc7-81ce-031dbda4bd90 req-365cfb5a-b416-4eaa-91d1-db3c00f066f6 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856032 Aug 10 11:31:03.496886 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-ea37b7c0-b2c7-412e-88f9-e7fff1fbaa1d req-bb1663d9-93c3-4ba2-abfc-ff9563826bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130148924'] for port, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:03.579952 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1663d9-93c3-4ba2-abfc-ff9563826bce service neutron] Pushing event updated for resources: {'Port': ['ID=b963176c-ba65-4e85-9987-43906b865538,revision_number=2']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:03.695142 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-ea37b7c0-b2c7-412e-88f9-e7fff1fbaa1d req-bb1663d9-93c3-4ba2-abfc-ff9563826bce service neutron] Attempting to bind port b963176c-ba65-4e85-9987-43906b865538 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:31:03.696206 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-ea37b7c0-b2c7-412e-88f9-e7fff1fbaa1d req-bb1663d9-93c3-4ba2-abfc-ff9563826bce service neutron] Attempting to bind port b963176c-ba65-4e85-9987-43906b865538 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': '234dec59-f103-4b29-940f-1854daa908df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '0573a7bb-21eb-4999-8c66-c03001946cd1'}] {{(pid=93315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:31:03.696908 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea37b7c0-b2c7-412e-88f9-e7fff1fbaa1d req-bb1663d9-93c3-4ba2-abfc-ff9563826bce service neutron] Attempting to bind port b963176c-ba65-4e85-9987-43906b865538 on network 0573a7bb-21eb-4999-8c66-c03001946cd1 {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:31:03.704758 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea37b7c0-b2c7-412e-88f9-e7fff1fbaa1d req-bb1663d9-93c3-4ba2-abfc-ff9563826bce service neutron] Port b963176c-ba65-4e85-9987-43906b865538 on network 0573a7bb-21eb-4999-8c66-c03001946cd1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 11:31:03.705407 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea37b7c0-b2c7-412e-88f9-e7fff1fbaa1d req-bb1663d9-93c3-4ba2-abfc-ff9563826bce service neutron] Attempting to bind port b963176c-ba65-4e85-9987-43906b865538 on network 0573a7bb-21eb-4999-8c66-c03001946cd1 {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:31:03.713023 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea37b7c0-b2c7-412e-88f9-e7fff1fbaa1d req-bb1663d9-93c3-4ba2-abfc-ff9563826bce service neutron] Checking agent: {'id': '9054602d-8671-4254-af87-58e8d5e6c079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 27, 44), 'started_at': datetime.datetime(2021, 8, 10, 11, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:31:03.713790 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-ce3db118-5b83-4e9e-8a69-9feb994af8b2 req-e953440e-123d-482c-b6e9-1573073706d6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4637268 Aug 10 11:31:03.713986 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea37b7c0-b2c7-412e-88f9-e7fff1fbaa1d req-bb1663d9-93c3-4ba2-abfc-ff9563826bce service neutron] Checking segment: {'id': '234dec59-f103-4b29-940f-1854daa908df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '0573a7bb-21eb-4999-8c66-c03001946cd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:31:03.714580 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea37b7c0-b2c7-412e-88f9-e7fff1fbaa1d req-bb1663d9-93c3-4ba2-abfc-ff9563826bce service neutron] Bound using segment: {'id': '234dec59-f103-4b29-940f-1854daa908df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '0573a7bb-21eb-4999-8c66-c03001946cd1'} {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:31:03.715327 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-ea37b7c0-b2c7-412e-88f9-e7fff1fbaa1d req-bb1663d9-93c3-4ba2-abfc-ff9563826bce service neutron] Bound port: b963176c-ba65-4e85-9987-43906b865538, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '234dec59-f103-4b29-940f-1854daa908df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '0573a7bb-21eb-4999-8c66-c03001946cd1'}}] {{(pid=93315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:31:03.716264 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-ea37b7c0-b2c7-412e-88f9-e7fff1fbaa1d req-bb1663d9-93c3-4ba2-abfc-ff9563826bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:03.761542 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-ad17a5a3-7d3d-42bd-88fc-12add2ca0d4c tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:03.769451 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-ad17a5a3-7d3d-42bd-88fc-12add2ca0d4c tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-134149778'] for floatingip, after_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:03.824957 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-ea37b7c0-b2c7-412e-88f9-e7fff1fbaa1d req-bb1663d9-93c3-4ba2-abfc-ff9563826bce service neutron] For port b963176c-ba65-4e85-9987-43906b865538, host hv-cinder-79280, cleared binding levels {{(pid=93315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:31:03.830577 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-ea37b7c0-b2c7-412e-88f9-e7fff1fbaa1d req-bb1663d9-93c3-4ba2-abfc-ff9563826bce service neutron] For port b963176c-ba65-4e85-9987-43906b865538, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=b963176c-ba65-4e85-9987-43906b865538,segment=NetworkSegment(234dec59-f103-4b29-940f-1854daa908df),segment_id=234dec59-f103-4b29-940f-1854daa908df)] {{(pid=93315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:31:03.839887 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-ea37b7c0-b2c7-412e-88f9-e7fff1fbaa1d req-bb1663d9-93c3-4ba2-abfc-ff9563826bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130148924'] for port, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:03.867668 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37b7c0-b2c7-412e-88f9-e7fff1fbaa1d req-bb1663d9-93c3-4ba2-abfc-ff9563826bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:03.869068 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-ea37b7c0-b2c7-412e-88f9-e7fff1fbaa1d req-bb1663d9-93c3-4ba2-abfc-ff9563826bce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:03.871280 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ea37b7c0-b2c7-412e-88f9-e7fff1fbaa1d req-bb1663d9-93c3-4ba2-abfc-ff9563826bce service neutron] 10.222.0.59 "PUT /v2.0/ports/b963176c-ba65-4e85-9987-43906b865538 HTTP/1.1" status: 200 len: 1094 time: 1.2271643 Aug 10 11:31:03.926396 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e037e28-b81b-4827-98d0-1b96140e3248', 'tag': 'b963176c-ba65-4e85-9987-43906b865538'}] {{(pid=93315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:31:03.935572 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6373fc61674628fc4ea179701e5cfbb487487662fff8fb4d49624df9baba4f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928b1e98-6da2-4876-90be-7f3189a2f69a" -d '{"events": [{"name": "network-changed", "server_uuid": "0e037e28-b81b-4827-98d0-1b96140e3248", "tag": "b963176c-ba65-4e85-9987-43906b865538"}]}' {{(pid=93315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:31:03.965964 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.db.l3_db [None req-ad17a5a3-7d3d-42bd-88fc-12add2ca0d4c tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Floating IP 5bbca67f-63de-4227-af24-746db015efd7 associated. External IP: 172.27.1.172, port: 9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8. Aug 10 11:31:04.066295 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 11:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca3a648-b25a-459d-9cff-bae0333e4499 x-openstack-request-id: req-6ca3a648-b25a-459d-9cff-bae0333e4499 {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:31:04.066751 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e037e28-b81b-4827-98d0-1b96140e3248", "tag": "b963176c-ba65-4e85-9987-43906b865538", "status": "completed", "code": 200}]} {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:31:04.067125 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6ca3a648-b25a-459d-9cff-bae0333e4499 {{(pid=93315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:31:04.067686 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e037e28-b81b-4827-98d0-1b96140e3248', 'tag': 'b963176c-ba65-4e85-9987-43906b865538', 'status': 'completed', 'code': 200} Aug 10 11:31:04.080642 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37b7c0-b2c7-412e-88f9-e7fff1fbaa1d req-eabcd1b0-d467-4557-8d9e-a93fbb443589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:04.082711 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ea37b7c0-b2c7-412e-88f9-e7fff1fbaa1d req-eabcd1b0-d467-4557-8d9e-a93fbb443589 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1467e979ebdd485596c65e7f548b0ee1&device_id=0e037e28-b81b-4827-98d0-1b96140e3248 HTTP/1.1" status: 200 len: 1097 time: 0.1317756 Aug 10 11:31:04.084420 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1663d9-93c3-4ba2-abfc-ff9563826bce service neutron] Pushing event updated for resources: {'Port': ['ID=b963176c-ba65-4e85-9987-43906b865538,revision_number=3']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:04.170870 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ea37b7c0-b2c7-412e-88f9-e7fff1fbaa1d req-324ba20d-1172-4a59-bb2e-55bf970041ac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b963176c-ba65-4e85-9987-43906b865538 HTTP/1.1" status: 200 len: 217 time: 0.0723190 Aug 10 11:31:04.265314 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37b7c0-b2c7-412e-88f9-e7fff1fbaa1d req-dec40a7b-449d-4aa8-8151-89edbfa43f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:04.280084 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ea37b7c0-b2c7-412e-88f9-e7fff1fbaa1d req-dec40a7b-449d-4aa8-8151-89edbfa43f4f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=23425567-e5a3-4303-a0f3-f0b3b94c74f9 HTTP/1.1" status: 200 len: 849 time: 0.1013715 Aug 10 11:31:04.321723 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-1b93ffe1-42fc-4bf7-90ce-779d52c7ec41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:04.385092 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ea37b7c0-b2c7-412e-88f9-e7fff1fbaa1d req-bc3b683b-4bc2-432f-a785-a4260887ce72 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0573a7bb-21eb-4999-8c66-c03001946cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913038 Aug 10 11:31:04.420574 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad17a5a3-7d3d-42bd-88fc-12add2ca0d4c tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Router af8eb0cd-5032-493c-abd5-dadab57103c0 has already been hosted by L3 agent c7f5eca1-6939-476e-9546-e5f0f7bb2dc8 {{(pid=93316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 11:31:04.510217 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 51086) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:31:04.715069 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81822646-00c0-4488-97d5-59ae90faeddc req-b704132d-e894-4d9f-b1b9-349b183ea0ff tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:04.722547 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad17a5a3-7d3d-42bd-88fc-12add2ca0d4c tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify agent at l3_agent.dv-cinder-792800-5-iscsi the message routers_updated {{(pid=93316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 11:31:04.727646 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-ad17a5a3-7d3d-42bd-88fc-12add2ca0d4c tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for floatingip, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:04.728975 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-81822646-00c0-4488-97d5-59ae90faeddc req-b704132d-e894-4d9f-b1b9-349b183ea0ff tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e037e28-b81b-4827-98d0-1b96140e3248 HTTP/1.1" status: 200 len: 944 time: 0.2213764 Aug 10 11:31:04.743025 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7c3d46-da24-4b35-b1dd-71ba3d948953 None None] Sync routers for ids ['af8eb0cd-5032-493c-abd5-dadab57103c0'] in dv-cinder-792800-5-iscsi {{(pid=93318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 11:31:04.763001 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7c3d46-da24-4b35-b1dd-71ba3d948953 None None] Routers {'af8eb0cd-5032-493c-abd5-dadab57103c0'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:31:04.764359 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-1b7c3d46-da24-4b35-b1dd-71ba3d948953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:30:37Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['af8eb0cd-5032-493c-abd5-dadab57103c0'], 'active': True} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:31:04.764696 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-ad17a5a3-7d3d-42bd-88fc-12add2ca0d4c tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "PUT /v2.0/floatingips/5bbca67f-63de-4227-af24-746db015efd7 HTTP/1.1" status: 200 len: 992 time: 2.8293040 Aug 10 11:31:04.767581 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d', 'tag': '9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8'}] {{(pid=93316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:31:04.769460 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c8c08188b21eb773fc1c6d2ac87981fb30e3bc49512db4b8fca3465af7d205c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8881dc59-a91e-43ab-a2a8-20297d50c5c4" -d '{"events": [{"name": "network-changed", "server_uuid": "b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d", "tag": "9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8"}]}' {{(pid=93316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:31:04.781474 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ea37b7c0-b2c7-412e-88f9-e7fff1fbaa1d req-51ddeb51-fc47-4725-86f9-9683ec750867 service neutron] 10.222.0.59 "GET /v2.0/networks/0573a7bb-21eb-4999-8c66-c03001946cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669825 Aug 10 11:31:04.787558 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c9bda-8b99-49c4-bf7c-c92c8336b215 req-e99f5261-552e-4852-a214-e3e1cb90c491 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:04.789530 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-251c9bda-8b99-49c4-bf7c-c92c8336b215 req-e99f5261-552e-4852-a214-e3e1cb90c491 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.1028149 Aug 10 11:31:04.840182 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-81822646-00c0-4488-97d5-59ae90faeddc req-1aca4996-b7de-447c-8154-71d994aca08f tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4687d52-4148-4748-96b8-313c2fd8e3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083055 Aug 10 11:31:04.891544 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-251c9bda-8b99-49c4-bf7c-c92c8336b215 req-c4d9f145-7f87-46d7-8f3f-c0cdc2a0a8ba tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903776 Aug 10 11:31:04.974731 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 11:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe488982-d6b3-42de-a60a-eab8063dfc13 x-openstack-request-id: req-fe488982-d6b3-42de-a60a-eab8063dfc13 {{(pid=93316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:31:04.975807 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d", "tag": "9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8", "status": "completed", "code": 200}]} {{(pid=93316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:31:04.976375 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fe488982-d6b3-42de-a60a-eab8063dfc13 {{(pid=93316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:31:04.977163 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d', 'tag': '9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8', 'status': 'completed', 'code': 200} Aug 10 11:31:04.984445 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-67d3857a-2879-497f-920b-9ec7e16efe85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:05.055891 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881dc59-a91e-43ab-a2a8-20297d50c5c4 req-e59c61a5-0c9c-4639-997b-4123b6ebdafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:05.057160 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvr_db [None req-1b7c3d46-da24-4b35-b1dd-71ba3d948953 None None] Set router af8eb0cd-5032-493c-abd5-dadab57103c0 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:31:05.057701 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-8881dc59-a91e-43ab-a2a8-20297d50c5c4 req-e59c61a5-0c9c-4639-997b-4123b6ebdafb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=84f5dbe3e1cf47c299d5230d7ef39f9f&device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 1099 time: 0.0695124 Aug 10 11:31:05.121908 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ea37b7c0-b2c7-412e-88f9-e7fff1fbaa1d req-80fa5fb3-5f77-40ef-a4b2-bedfd98abe40 service neutron] 10.222.0.59 "GET /v2.0/networks/0573a7bb-21eb-4999-8c66-c03001946cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110802 Aug 10 11:31:05.318431 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881dc59-a91e-43ab-a2a8-20297d50c5c4 req-fe320872-c5de-44df-b831-d77fa204e371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:05.321369 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-8881dc59-a91e-43ab-a2a8-20297d50c5c4 req-fe320872-c5de-44df-b831-d77fa204e371 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6db70112-8cd9-467f-aa72-29de5ea56ae8 HTTP/1.1" status: 200 len: 911 time: 0.2351654 Aug 10 11:31:05.352192 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b1e98-6da2-4876-90be-7f3189a2f69a req-a29dbb7f-a99e-4e7e-9d23-52e6e001bc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:05.354624 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-928b1e98-6da2-4876-90be-7f3189a2f69a req-a29dbb7f-a99e-4e7e-9d23-52e6e001bc11 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1467e979ebdd485596c65e7f548b0ee1&device_id=0e037e28-b81b-4827-98d0-1b96140e3248 HTTP/1.1" status: 200 len: 1097 time: 0.1336355 Aug 10 11:31:05.426000 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-8881dc59-a91e-43ab-a2a8-20297d50c5c4 req-e56998a8-867a-481a-8e11-3e8e0e6f41de service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8 HTTP/1.1" status: 200 len: 1000 time: 0.0907290 Aug 10 11:31:05.447234 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-67d3857a-2879-497f-920b-9ec7e16efe85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:05.456329 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-67d3857a-2879-497f-920b-9ec7e16efe85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:05.493352 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-1b7c3d46-da24-4b35-b1dd-71ba3d948953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'name': 'tempest-AttachVolumeTestJSON-809001131-router', 'tenant_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b933f823-533c-4647-ae13-9259e9143b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:30:30Z', 'updated_at': '2021-08-10T11:30:34Z', 'revision_number': 4, 'project_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'gw_port': {'id': 'b933f823-533c-4647-ae13-9259e9143b57', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:30:31Z', 'updated_at': '2021-08-10T11:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_floatingips': [{'id': '5bbca67f-63de-4227-af24-746db015efd7', 'tenant_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'floating_ip_address': '172.27.1.172', 'floating_network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'router_id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'port_id': '9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6db70112-8cd9-467f-aa72-29de5ea56ae8', 'mac_address': 'fa:16:3e:21:62:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T11:30:39Z', 'updated_at': '2021-08-10T11:31:03Z', 'revision_number': 1, 'project_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be7232de-88c2-4c9c-9fa1-9200d7b1ce9d', 'name': '', 'network_id': '6db70112-8cd9-467f-aa72-29de5ea56ae8', 'tenant_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'mac_address': 'fa:16:3e:35:7f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'fc1e85e4-da01-4b14-969e-682bd3f5912f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:30:33Z', 'updated_at': '2021-08-10T11:30:43Z', 'revision_number': 5, 'project_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'subnets': [{'id': 'fc1e85e4-da01-4b14-969e-682bd3f5912f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:31:05.501270 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881dc59-a91e-43ab-a2a8-20297d50c5c4 req-0619823d-3e60-4fb8-85f7-d717233d413c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:05.503230 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-8881dc59-a91e-43ab-a2a8-20297d50c5c4 req-0619823d-3e60-4fb8-85f7-d717233d413c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fc1e85e4-da01-4b14-969e-682bd3f5912f HTTP/1.1" status: 200 len: 849 time: 0.0690091 Aug 10 11:31:05.524628 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-67d3857a-2879-497f-920b-9ec7e16efe85 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d863fd9dc8c54ece94a13e5252abbc54&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0126998 Aug 10 11:31:05.527915 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3857a-2879-497f-920b-9ec7e16efe85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6de88e-1f2a-4590-8108-0dc3c9b9d1fd,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:05.534630 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 51104) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:31:05.548776 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7c3d46-da24-4b35-b1dd-71ba3d948953 None None] Checking router: af8eb0cd-5032-493c-abd5-dadab57103c0 for host: dv-cinder-792800-5-iscsi {{(pid=93318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 11:31:05.560687 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7c3d46-da24-4b35-b1dd-71ba3d948953 None None] Routers {'af8eb0cd-5032-493c-abd5-dadab57103c0'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:31:05.561420 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-1b7c3d46-da24-4b35-b1dd-71ba3d948953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:30:37Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['af8eb0cd-5032-493c-abd5-dadab57103c0'], 'active': True} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:31:05.571559 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b1e98-6da2-4876-90be-7f3189a2f69a req-fcbdc80a-36c4-43a6-85d8-4136abb3ae4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:05.573201 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-928b1e98-6da2-4876-90be-7f3189a2f69a req-fcbdc80a-36c4-43a6-85d8-4136abb3ae4c service neutron] 10.222.0.59 "GET /v2.0/networks?id=0573a7bb-21eb-4999-8c66-c03001946cd1 HTTP/1.1" status: 200 len: 910 time: 0.2022245 Aug 10 11:31:05.589864 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881dc59-a91e-43ab-a2a8-20297d50c5c4 req-0d06b55b-cde2-42ed-b970-5c874c8160de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:05.592162 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-8881dc59-a91e-43ab-a2a8-20297d50c5c4 req-0d06b55b-cde2-42ed-b970-5c874c8160de service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6db70112-8cd9-467f-aa72-29de5ea56ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0761044 Aug 10 11:31:05.678800 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-928b1e98-6da2-4876-90be-7f3189a2f69a req-e1d04c0f-99a8-43fb-974d-63287a9d0851 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b963176c-ba65-4e85-9987-43906b865538 HTTP/1.1" status: 200 len: 217 time: 0.0877402 Aug 10 11:31:05.686343 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-7cf3d27e-0906-4215-a667-2ec764dca58e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:05.731403 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvr_db [None req-1b7c3d46-da24-4b35-b1dd-71ba3d948953 None None] Set router af8eb0cd-5032-493c-abd5-dadab57103c0 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:31:05.809512 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-7cf3d27e-0906-4215-a667-2ec764dca58e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:05.820590 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-8881dc59-a91e-43ab-a2a8-20297d50c5c4 req-83716b00-455c-4a8f-bf66-928e1c162395 service neutron] 10.222.0.59 "GET /v2.0/networks/6db70112-8cd9-467f-aa72-29de5ea56ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077630 Aug 10 11:31:05.882274 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b1e98-6da2-4876-90be-7f3189a2f69a req-45af10f4-901a-4b01-a947-9d13520cece2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:05.885846 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-928b1e98-6da2-4876-90be-7f3189a2f69a req-45af10f4-901a-4b01-a947-9d13520cece2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=23425567-e5a3-4303-a0f3-f0b3b94c74f9 HTTP/1.1" status: 200 len: 849 time: 0.1819437 Aug 10 11:31:05.956770 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-928b1e98-6da2-4876-90be-7f3189a2f69a req-db7cf38b-3fb3-4017-ae2e-d92997214052 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0573a7bb-21eb-4999-8c66-c03001946cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557306 Aug 10 11:31:06.097530 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-7cf3d27e-0906-4215-a667-2ec764dca58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:06.103626 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-7cf3d27e-0906-4215-a667-2ec764dca58e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:06.106151 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-7cf3d27e-0906-4215-a667-2ec764dca58e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7d6de88e-1f2a-4590-8108-0dc3c9b9d1fd HTTP/1.1" status: 204 len: 168 time: 0.5701821 Aug 10 11:31:06.149474 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-1b7c3d46-da24-4b35-b1dd-71ba3d948953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'name': 'tempest-AttachVolumeTestJSON-809001131-router', 'tenant_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b933f823-533c-4647-ae13-9259e9143b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:30:30Z', 'updated_at': '2021-08-10T11:30:34Z', 'revision_number': 4, 'project_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'gw_port': {'id': 'b933f823-533c-4647-ae13-9259e9143b57', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:30:31Z', 'updated_at': '2021-08-10T11:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_floatingips': [{'id': '5bbca67f-63de-4227-af24-746db015efd7', 'tenant_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'floating_ip_address': '172.27.1.172', 'floating_network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'router_id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'port_id': '9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6db70112-8cd9-467f-aa72-29de5ea56ae8', 'mac_address': 'fa:16:3e:21:62:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T11:30:39Z', 'updated_at': '2021-08-10T11:31:03Z', 'revision_number': 1, 'project_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be7232de-88c2-4c9c-9fa1-9200d7b1ce9d', 'name': '', 'network_id': '6db70112-8cd9-467f-aa72-29de5ea56ae8', 'tenant_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'mac_address': 'fa:16:3e:35:7f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'fc1e85e4-da01-4b14-969e-682bd3f5912f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:30:33Z', 'updated_at': '2021-08-10T11:30:43Z', 'revision_number': 5, 'project_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'subnets': [{'id': 'fc1e85e4-da01-4b14-969e-682bd3f5912f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:31:06.152974 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b22763a-d2ba-47b1-aaf3-aff9552b457c req-75dbdbe8-45bb-423e-a05c-f1cdb02470aa tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:06.155719 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-8b22763a-d2ba-47b1-aaf3-aff9552b457c req-75dbdbe8-45bb-423e-a05c-f1cdb02470aa tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.1309526 Aug 10 11:31:06.185760 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7c3d46-da24-4b35-b1dd-71ba3d948953 None None] The sync data for ids ['af8eb0cd-5032-493c-abd5-dadab57103c0'] in dv-cinder-792800-5-iscsi is: [{'id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'name': 'tempest-AttachVolumeTestJSON-809001131-router', 'tenant_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b933f823-533c-4647-ae13-9259e9143b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:30:30Z', 'updated_at': '2021-08-10T11:30:34Z', 'revision_number': 4, 'project_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'gw_port': {'id': 'b933f823-533c-4647-ae13-9259e9143b57', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:30:31Z', 'updated_at': '2021-08-10T11:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_floatingips': [{'id': '5bbca67f-63de-4227-af24-746db015efd7', 'tenant_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'floating_ip_address': '172.27.1.172', 'floating_network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'router_id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'port_id': '9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6db70112-8cd9-467f-aa72-29de5ea56ae8', 'mac_address': 'fa:16:3e:21:62:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T11:30:39Z', 'updated_at': '2021-08-10T11:31:03Z', 'revision_number': 1, 'project_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be7232de-88c2-4c9c-9fa1-9200d7b1ce9d', 'name': '', 'network_id': '6db70112-8cd9-467f-aa72-29de5ea56ae8', 'tenant_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'mac_address': 'fa:16:3e:35:7f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'fc1e85e4-da01-4b14-969e-682bd3f5912f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:30:33Z', 'updated_at': '2021-08-10T11:30:43Z', 'revision_number': 5, 'project_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'subnets': [{'id': 'fc1e85e4-da01-4b14-969e-682bd3f5912f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 11:31:06.199539 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-928b1e98-6da2-4876-90be-7f3189a2f69a req-03ce528a-2575-4ddb-b000-a4adea8eeca9 service neutron] 10.222.0.59 "GET /v2.0/networks/0573a7bb-21eb-4999-8c66-c03001946cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237926 Aug 10 11:31:06.237939 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-8881dc59-a91e-43ab-a2a8-20297d50c5c4 req-c019e6f5-d27d-467d-9d4e-166a12d7608d service neutron] 10.222.0.59 "GET /v2.0/networks/6db70112-8cd9-467f-aa72-29de5ea56ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019246 Aug 10 11:31:06.332081 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-8b22763a-d2ba-47b1-aaf3-aff9552b457c req-3166657e-7107-48a7-8d08-8641cfd68eea tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686659 Aug 10 11:31:06.338132 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf3d27e-0906-4215-a667-2ec764dca58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6de88e-1f2a-4590-8108-0dc3c9b9d1fd,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:06.482828 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa0ca32-f1d9-4ee7-8a80-4c3feb1a1a3c req-d0cf402e-6039-4b93-90a2-3c40b0221548 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:06.485995 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7aa0ca32-f1d9-4ee7-8a80-4c3feb1a1a3c req-d0cf402e-6039-4b93-90a2-3c40b0221548 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e037e28-b81b-4827-98d0-1b96140e3248 HTTP/1.1" status: 200 len: 944 time: 0.4076951 Aug 10 11:31:06.574323 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-928b1e98-6da2-4876-90be-7f3189a2f69a req-6ae30c24-993f-4051-b44f-a8222d3bc1fc service neutron] 10.222.0.59 "GET /v2.0/networks/0573a7bb-21eb-4999-8c66-c03001946cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419902 Aug 10 11:31:06.607350 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7aa0ca32-f1d9-4ee7-8a80-4c3feb1a1a3c req-3346f77d-f664-4c7c-a4c0-4f508ac15dc9 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4687d52-4148-4748-96b8-313c2fd8e3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974150 Aug 10 11:31:06.660163 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a81d64-a377-4a7c-8c1a-51c42fdffe33 None None] New status for floating IP 5bbca67f-63de-4227-af24-746db015efd7: ACTIVE {{(pid=93317) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 11:31:06.865895 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 51140) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:31:06.884143 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-9789f872-7dde-4d0c-a890-b713efd665f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:06.967805 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-7083c89e-5396-4e14-aba2-65f7d536d27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:07.036072 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a557ea-df92-4278-a490-1f922ced8c57 req-09d6b3af-c688-4445-a14c-7a5c03045f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:07.037789 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e3a557ea-df92-4278-a490-1f922ced8c57 req-09d6b3af-c688-4445-a14c-7a5c03045f02 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=afe55c64225f460986dcc8bab02d02a7&device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 1099 time: 0.0855045 Aug 10 11:31:07.107872 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639871c-ea40-4989-83c4-c31cfed58be3 req-59ce12a8-d605-4fcb-b94a-7e40b25d9d94 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:07.111331 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-5639871c-ea40-4989-83c4-c31cfed58be3 req-59ce12a8-d605-4fcb-b94a-7e40b25d9d94 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.1139746 Aug 10 11:31:07.123895 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:07.162161 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-9789f872-7dde-4d0c-a890-b713efd665f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:07.175042 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-9789f872-7dde-4d0c-a890-b713efd665f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:07.178993 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-5639871c-ea40-4989-83c4-c31cfed58be3 req-9cfad2f6-c767-413a-9edc-a0f830693784 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531781 Aug 10 11:31:07.241523 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-9789f872-7dde-4d0c-a890-b713efd665f5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2302def252a24e07ba7909e5f8aa1038&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3742533 Aug 10 11:31:07.244649 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 51142) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:31:07.247134 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a557ea-df92-4278-a490-1f922ced8c57 req-a95cd379-cf1c-4547-a538-4bffd922b393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:07.248991 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e3a557ea-df92-4278-a490-1f922ced8c57 req-a95cd379-cf1c-4547-a538-4bffd922b393 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ac384aef-2059-4aee-9fe8-cc3f23ea8171 HTTP/1.1" status: 200 len: 920 time: 0.1937926 Aug 10 11:31:07.251837 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9789f872-7dde-4d0c-a890-b713efd665f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6773dc3a-272f-4ed5-9e52-823cf2bcb450,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:07.306874 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e3a557ea-df92-4278-a490-1f922ced8c57 req-5a6685ca-660f-4083-bba5-f4466d34da7c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=362468bd-ab1c-4a19-a6a3-7ec2114fccba HTTP/1.1" status: 200 len: 217 time: 0.0498121 Aug 10 11:31:07.335638 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-110e9eac-fe77-47f6-abc9-dd8a686aee5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:07.376055 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-110e9eac-fe77-47f6-abc9-dd8a686aee5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:07.379936 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a557ea-df92-4278-a490-1f922ced8c57 req-d256df30-ed11-4e48-94fb-965556bcbb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:07.381575 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e3a557ea-df92-4278-a490-1f922ced8c57 req-d256df30-ed11-4e48-94fb-965556bcbb8d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ba625b56-e582-40d3-9c2a-ac92dffb393f HTTP/1.1" status: 200 len: 859 time: 0.0553541 Aug 10 11:31:07.425295 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e3a557ea-df92-4278-a490-1f922ced8c57 req-5c8b4094-be5b-429d-8b95-eb6bf6190a4d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ac384aef-2059-4aee-9fe8-cc3f23ea8171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307269 Aug 10 11:31:07.460624 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-110e9eac-fe77-47f6-abc9-dd8a686aee5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:07.465662 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-110e9eac-fe77-47f6-abc9-dd8a686aee5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:07.467675 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-110e9eac-fe77-47f6-abc9-dd8a686aee5a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6773dc3a-272f-4ed5-9e52-823cf2bcb450 HTTP/1.1" status: 204 len: 168 time: 0.2213192 Aug 10 11:31:07.482101 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e9eac-fe77-47f6-abc9-dd8a686aee5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6773dc3a-272f-4ed5-9e52-823cf2bcb450,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:07.620335 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e3a557ea-df92-4278-a490-1f922ced8c57 req-5b116121-5ce1-406e-81f6-c24b7f5e41d8 service neutron] 10.222.0.59 "GET /v2.0/networks/ac384aef-2059-4aee-9fe8-cc3f23ea8171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840172 Aug 10 11:31:07.926411 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-b3865e76-5392-4690-91e0-0d01f8cdc9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:07.948174 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e3a557ea-df92-4278-a490-1f922ced8c57 req-9adc4805-3527-4e41-9e08-80a13ed842ff service neutron] 10.222.0.59 "GET /v2.0/networks/ac384aef-2059-4aee-9fe8-cc3f23ea8171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026736 Aug 10 11:31:07.979077 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e954c-8ead-4af2-bd41-ee4fed8080df req-80dfdec9-bd0c-474d-b7b4-f0c5717bbe86 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:07.984401 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7c7e954c-8ead-4af2-bd41-ee4fed8080df req-80dfdec9-bd0c-474d-b7b4-f0c5717bbe86 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e037e28-b81b-4827-98d0-1b96140e3248 HTTP/1.1" status: 200 len: 944 time: 0.1655726 Aug 10 11:31:08.048015 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7c7e954c-8ead-4af2-bd41-ee4fed8080df req-bf4221e6-b6cb-49a7-8c2e-94e165c9eb6a tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4687d52-4148-4748-96b8-313c2fd8e3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560420 Aug 10 11:31:08.375176 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d619d6-95af-4988-8351-e05eb8257d5b req-4abcc39a-2d86-407a-ab97-fc80271484cb tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:08.378229 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-e9d619d6-95af-4988-8351-e05eb8257d5b req-4abcc39a-2d86-407a-ab97-fc80271484cb tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.0880430 Aug 10 11:31:08.423120 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 51176) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:31:08.443494 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-e9d619d6-95af-4988-8351-e05eb8257d5b req-d8749953-6b3a-430e-a329-a0745edbd2c4 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575435 Aug 10 11:31:08.605501 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-895477fc-0310-4254-80d5-a960a32a7360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:08.757759 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-895477fc-0310-4254-80d5-a960a32a7360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:08.763286 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-895477fc-0310-4254-80d5-a960a32a7360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:08.806192 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895477fc-0310-4254-80d5-a960a32a7360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbf2096-2028-455d-a523-610590457b32,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:08.811170 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-895477fc-0310-4254-80d5-a960a32a7360 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=029d3e6279294e36bd65c97f43a9dbea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3868833 Aug 10 11:31:08.815144 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 51194) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:31:08.861385 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device b963176c-ba65-4e85-9987-43906b865538 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 11:31:08.903151 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-f8873abf-1016-4d41-9ace-6cd2f1a74595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:08.947105 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-f8873abf-1016-4d41-9ace-6cd2f1a74595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:09.047540 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port b963176c-ba65-4e85-9987-43906b865538, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=b963176c-ba65-4e85-9987-43906b865538,segment=NetworkSegment(234dec59-f103-4b29-940f-1854daa908df),segment_id=234dec59-f103-4b29-940f-1854daa908df)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:31:09.052838 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-f8873abf-1016-4d41-9ace-6cd2f1a74595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:09.055479 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-f8873abf-1016-4d41-9ace-6cd2f1a74595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:09.060371 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-f8873abf-1016-4d41-9ace-6cd2f1a74595 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5dbf2096-2028-455d-a523-610590457b32 HTTP/1.1" status: 204 len: 168 time: 0.2405427 Aug 10 11:31:09.066762 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8873abf-1016-4d41-9ace-6cd2f1a74595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbf2096-2028-455d-a523-610590457b32,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:09.086547 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Returning: {'device': 'b963176c-ba65-4e85-9987-43906b865538', 'network_id': '0573a7bb-21eb-4999-8c66-c03001946cd1', 'port_id': 'b963176c-ba65-4e85-9987-43906b865538', 'mac_address': 'fa:16:3e:d3:bf:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23425567-e5a3-4303-a0f3-f0b3b94c74f9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 11:31:09.211259 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:09.241470 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b963176c-ba65-4e85-9987-43906b865538 {{(pid=93317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 11:31:09.257523 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be651e-32bb-4a6d-82d7-65200befbba9 req-0abe0f10-e2f7-4d37-99f5-4345574e9785 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:09.260749 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-59be651e-32bb-4a6d-82d7-65200befbba9 req-0abe0f10-e2f7-4d37-99f5-4345574e9785 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e037e28-b81b-4827-98d0-1b96140e3248 HTTP/1.1" status: 200 len: 944 time: 0.1065786 Aug 10 11:31:09.280448 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port b963176c-ba65-4e85-9987-43906b865538, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=b963176c-ba65-4e85-9987-43906b865538,segment=NetworkSegment(234dec59-f103-4b29-940f-1854daa908df),segment_id=234dec59-f103-4b29-940f-1854daa908df)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:31:09.288739 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:09.344385 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-59be651e-32bb-4a6d-82d7-65200befbba9 req-3255571b-2765-4e75-9c06-fab17901ab81 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4687d52-4148-4748-96b8-313c2fd8e3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759246 Aug 10 11:31:09.376530 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=b963176c-ba65-4e85-9987-43906b865538,revision_number=4']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:09.579144 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] get_ports_and_sgs() called for port_ids ['b963176c-ba65-4e85-9987-43906b865538'] {{(pid=93317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 11:31:09.621212 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ffbe98-cb38-46ce-a9fc-bcd7a542b429 req-75bf1508-ed55-4944-a4a2-5056fe70c18d tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:09.626961 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-c6ffbe98-cb38-46ce-a9fc-bcd7a542b429 req-75bf1508-ed55-4944-a4a2-5056fe70c18d tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.0917563 Aug 10 11:31:09.679423 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 51220) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:31:09.708771 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-c6ffbe98-cb38-46ce-a9fc-bcd7a542b429 req-0e394b58-b0f6-4eef-b42d-fb81dc311eb6 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663769 Aug 10 11:31:09.710374 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-337ba27d-d9ea-4b72-a6f2-e18391e90689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:09.791452 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-68530e51-c783-4460-a419-f96f34511541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:09.889383 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-337ba27d-d9ea-4b72-a6f2-e18391e90689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:09.895181 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-337ba27d-d9ea-4b72-a6f2-e18391e90689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:09.953309 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ba27d-d9ea-4b72-a6f2-e18391e90689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42df5be8-3178-422b-af18-f527be437253,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:09.960724 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-337ba27d-d9ea-4b72-a6f2-e18391e90689 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5f1098b60d0640ac8a53c0151dd0772d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2792041 Aug 10 11:31:09.965486 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 51230) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:31:10.051456 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-56baefbb-4cfc-4f82-9971-529852a882fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:10.097702 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-56baefbb-4cfc-4f82-9971-529852a882fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:10.176376 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-56baefbb-4cfc-4f82-9971-529852a882fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:10.179092 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-56baefbb-4cfc-4f82-9971-529852a882fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:10.180577 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-56baefbb-4cfc-4f82-9971-529852a882fb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/42df5be8-3178-422b-af18-f527be437253 HTTP/1.1" status: 204 len: 168 time: 0.2132819 Aug 10 11:31:10.196842 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56baefbb-4cfc-4f82-9971-529852a882fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42df5be8-3178-422b-af18-f527be437253,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:10.514597 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c72d2b-553a-4475-b74d-ca49d71990bb req-c4ca9c8b-bdd7-4456-94c0-4560405749ae tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:10.517040 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-39c72d2b-553a-4475-b74d-ca49d71990bb req-c4ca9c8b-bdd7-4456-94c0-4560405749ae tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e037e28-b81b-4827-98d0-1b96140e3248 HTTP/1.1" status: 200 len: 945 time: 0.0808458 Aug 10 11:31:10.580981 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-39c72d2b-553a-4475-b74d-ca49d71990bb req-cda61e12-3aef-4ab6-bcd6-d33057caaef0 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4687d52-4148-4748-96b8-313c2fd8e3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534489 Aug 10 11:31:10.632665 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 51256) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:31:10.790906 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-7a721e22-2eb9-4b58-a75e-fe2d3d787b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:10.866816 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device b963176c-ba65-4e85-9987-43906b865538 up at agent hyperv_hv-cinder-79280 {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:31:10.881718 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c12aa-048c-40e3-ac6d-33b9cb8fa211 req-9dce2d1d-3a26-4dc0-98f1-aab1e0ba1a9e tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:10.883354 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-f98c12aa-048c-40e3-ac6d-33b9cb8fa211 req-9dce2d1d-3a26-4dc0-98f1-aab1e0ba1a9e tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.0887120 Aug 10 11:31:10.937064 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Provisioning for port b963176c-ba65-4e85-9987-43906b865538 completed by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:31:10.942219 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Provisioning complete for port b963176c-ba65-4e85-9987-43906b865538 triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:31:10.943550 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:10.974568 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-f98c12aa-048c-40e3-ac6d-33b9cb8fa211 req-e3d427c3-0ec1-4b2b-a63a-9c4b29febc7b tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793877 Aug 10 11:31:11.012449 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-7a721e22-2eb9-4b58-a75e-fe2d3d787b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:11.037589 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-7a721e22-2eb9-4b58-a75e-fe2d3d787b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:11.091614 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a721e22-2eb9-4b58-a75e-fe2d3d787b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8b1d1e-8e73-4376-894c-f5f8ed559bba,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:11.113723 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 51278) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:31:11.117432 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-7a721e22-2eb9-4b58-a75e-fe2d3d787b77 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=27bd6d53e45d42a5b6d8dbe93eb6a793&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4832964 Aug 10 11:31:11.174047 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:11.270747 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-1e0e9683-517a-4a6d-a8d3-a2e8c0825f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:11.285696 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e037e28-b81b-4827-98d0-1b96140e3248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b963176c-ba65-4e85-9987-43906b865538'}] {{(pid=93317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:31:11.290953 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f65e5affd22be71f9b00dd80d36c6e54843c66eef292b5ed0267a1f9ac014f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca7fe25-a566-4554-bfa4-e137afe1b775" -d '{"events": [{"server_uuid": "0e037e28-b81b-4827-98d0-1b96140e3248", "name": "network-vif-plugged", "status": "completed", "tag": "b963176c-ba65-4e85-9987-43906b865538"}]}' {{(pid=93317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:31:11.334592 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port b963176c-ba65-4e85-9987-43906b865538, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=b963176c-ba65-4e85-9987-43906b865538,segment=NetworkSegment(234dec59-f103-4b29-940f-1854daa908df),segment_id=234dec59-f103-4b29-940f-1854daa908df)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:31:11.342654 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:11.370630 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-1e0e9683-517a-4a6d-a8d3-a2e8c0825f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:11.396045 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 11:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad0d35d-a2e7-436a-897f-348311dae85e x-openstack-request-id: req-cad0d35d-a2e7-436a-897f-348311dae85e {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:31:11.397104 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e037e28-b81b-4827-98d0-1b96140e3248", "name": "network-vif-plugged", "status": "completed", "tag": "b963176c-ba65-4e85-9987-43906b865538", "code": 200}]} {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:31:11.397588 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cad0d35d-a2e7-436a-897f-348311dae85e {{(pid=93317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:31:11.398252 dv-cinder-792800-5-iscsi neutron-server[93317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e037e28-b81b-4827-98d0-1b96140e3248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b963176c-ba65-4e85-9987-43906b865538', 'code': 200} Aug 10 11:31:11.505438 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=b963176c-ba65-4e85-9987-43906b865538,revision_number=5']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:11.523326 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-1e0e9683-517a-4a6d-a8d3-a2e8c0825f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:11.526405 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-1e0e9683-517a-4a6d-a8d3-a2e8c0825f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:11.529907 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-1e0e9683-517a-4a6d-a8d3-a2e8c0825f42 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/be8b1d1e-8e73-4376-894c-f5f8ed559bba HTTP/1.1" status: 204 len: 168 time: 0.4144669 Aug 10 11:31:11.565656 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e9683-517a-4a6d-a8d3-a2e8c0825f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8b1d1e-8e73-4376-894c-f5f8ed559bba,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:11.751888 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743cbe55-f380-44af-996c-52914c116502 req-f46d6f3e-5a15-4f3e-82d0-0c1bce55c21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:11.753983 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-743cbe55-f380-44af-996c-52914c116502 req-f46d6f3e-5a15-4f3e-82d0-0c1bce55c21b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0e037e28-b81b-4827-98d0-1b96140e3248 HTTP/1.1" status: 200 len: 1099 time: 0.0877917 Aug 10 11:31:11.808672 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-743cbe55-f380-44af-996c-52914c116502 req-af82346d-6c0e-4598-a251-795ea9500b4f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f4687d52-4148-4748-96b8-313c2fd8e3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425353 Aug 10 11:31:11.828248 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f123c-1c62-4a53-802a-4d6327a21020 req-32463897-04a5-442f-8c89-b7a8151982fa tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:11.830273 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-0a5f123c-1c62-4a53-802a-4d6327a21020 req-32463897-04a5-442f-8c89-b7a8151982fa tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e037e28-b81b-4827-98d0-1b96140e3248 HTTP/1.1" status: 200 len: 946 time: 0.1104591 Aug 10 11:31:11.904065 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-0a5f123c-1c62-4a53-802a-4d6327a21020 req-4cdcdc5d-3180-406f-acf1-21e57a6ba4dd tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4687d52-4148-4748-96b8-313c2fd8e3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549209 Aug 10 11:31:12.167562 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 51314) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:31:12.182493 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-86845a8d-3c41-4837-bd29-ec4c5974e791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:12.320149 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-86845a8d-3c41-4837-bd29-ec4c5974e791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:12.326292 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-86845a8d-3c41-4837-bd29-ec4c5974e791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:12.382194 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-86845a8d-3c41-4837-bd29-ec4c5974e791 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aac43156f3ee4d93b85c4d4bdc7ca2db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2131376 Aug 10 11:31:12.386620 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 51320) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:31:12.390132 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86845a8d-3c41-4837-bd29-ec4c5974e791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a78dd4-fb55-4ac7-bab0-f23f2fdbcd00,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:12.485880 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-7a9ef28b-b85b-4d8d-b1ff-9c4103bd4f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:12.521811 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-7a9ef28b-b85b-4d8d-b1ff-9c4103bd4f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:12.589990 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-7a9ef28b-b85b-4d8d-b1ff-9c4103bd4f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:12.592759 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-7a9ef28b-b85b-4d8d-b1ff-9c4103bd4f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:12.593963 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-7a9ef28b-b85b-4d8d-b1ff-9c4103bd4f2d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e1a78dd4-fb55-4ac7-bab0-f23f2fdbcd00 HTTP/1.1" status: 204 len: 168 time: 0.2051306 Aug 10 11:31:12.604943 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ef28b-b85b-4d8d-b1ff-9c4103bd4f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a78dd4-fb55-4ac7-bab0-f23f2fdbcd00,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:13.013792 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc91ed8-b195-44eb-bc3f-cfc12c330770 req-935bc3fb-e351-44d0-a50c-c7645532964e tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:13.015836 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-0dc91ed8-b195-44eb-bc3f-cfc12c330770 req-935bc3fb-e351-44d0-a50c-c7645532964e tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.1679149 Aug 10 11:31:13.098323 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-0dc91ed8-b195-44eb-bc3f-cfc12c330770 req-70f58317-176a-479e-9527-2c43ee9c25c9 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694177 Aug 10 11:31:13.122584 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e116a8-7458-46db-a5ca-a23cdd3fb9a6 req-10bdc4ca-e57d-4887-8200-e30721724584 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:13.124311 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-f0e116a8-7458-46db-a5ca-a23cdd3fb9a6 req-10bdc4ca-e57d-4887-8200-e30721724584 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e037e28-b81b-4827-98d0-1b96140e3248 HTTP/1.1" status: 200 len: 946 time: 0.0799727 Aug 10 11:31:13.215166 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-f0e116a8-7458-46db-a5ca-a23cdd3fb9a6 req-e164a612-18ce-4b69-81c3-7ce493cc9040 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4687d52-4148-4748-96b8-313c2fd8e3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761318 Aug 10 11:31:14.765341 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:14.793773 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b15ef-24c3-4722-b7f4-1f5c5a1e5a66 req-f3c570cc-2a93-4922-b363-36a2b09c0bc5 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:14.795514 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a07b15ef-24c3-4722-b7f4-1f5c5a1e5a66 req-f3c570cc-2a93-4922-b363-36a2b09c0bc5 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e037e28-b81b-4827-98d0-1b96140e3248 HTTP/1.1" status: 200 len: 946 time: 0.0848885 Aug 10 11:31:14.860724 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a07b15ef-24c3-4722-b7f4-1f5c5a1e5a66 req-11ffbe68-938a-4fa3-b100-6a5d9ef1c61f tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4687d52-4148-4748-96b8-313c2fd8e3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518925 Aug 10 11:31:16.040104 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b821a33d-e67c-437d-8d05-334b6e8d191d req-d3b577d6-308a-4a4c-9e5e-1d77aa0c4cc8 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:16.042898 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-b821a33d-e67c-437d-8d05-334b6e8d191d req-d3b577d6-308a-4a4c-9e5e-1d77aa0c4cc8 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e037e28-b81b-4827-98d0-1b96140e3248 HTTP/1.1" status: 200 len: 946 time: 0.0629861 Aug 10 11:31:16.088455 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-b821a33d-e67c-437d-8d05-334b6e8d191d req-28789515-89bf-47c0-9530-ac2533516474 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4687d52-4148-4748-96b8-313c2fd8e3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383520 Aug 10 11:31:16.450877 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6d134-7fec-4c90-b188-fdfb93168d83 req-3a9de76b-cbdc-434f-9cb3-dcd6f7b10b07 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:16.452571 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ffc6d134-7fec-4c90-b188-fdfb93168d83 req-3a9de76b-cbdc-434f-9cb3-dcd6f7b10b07 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e037e28-b81b-4827-98d0-1b96140e3248 HTTP/1.1" status: 200 len: 946 time: 0.0734582 Aug 10 11:31:17.245697 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d604cc3-ff97-42be-b292-a6c71615986a req-71cb7d8c-b2de-4332-b516-6d1801d958d3 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:17.247711 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7d604cc3-ff97-42be-b292-a6c71615986a req-71cb7d8c-b2de-4332-b516-6d1801d958d3 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e037e28-b81b-4827-98d0-1b96140e3248 HTTP/1.1" status: 200 len: 946 time: 0.0768557 Aug 10 11:31:17.300094 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7d604cc3-ff97-42be-b292-a6c71615986a req-24b8f6bd-0b1b-4111-b71a-bc478ccf32be tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4687d52-4148-4748-96b8-313c2fd8e3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399828 Aug 10 11:31:17.711910 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [req-ffc6d134-7fec-4c90-b188-fdfb93168d83 req-e36664ca-a25c-4b2a-8b29-9d5513230815 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Deleting port b963176c-ba65-4e85-9987-43906b865538 {{(pid=93315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:31:17.712166 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-ffc6d134-7fec-4c90-b188-fdfb93168d83 req-e36664ca-a25c-4b2a-8b29-9d5513230815 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:17.822842 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-ffc6d134-7fec-4c90-b188-fdfb93168d83 req-e36664ca-a25c-4b2a-8b29-9d5513230815 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] For port b963176c-ba65-4e85-9987-43906b865538, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=b963176c-ba65-4e85-9987-43906b865538,segment=NetworkSegment(234dec59-f103-4b29-940f-1854daa908df),segment_id=234dec59-f103-4b29-940f-1854daa908df)] {{(pid=93315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:31:17.823284 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-ffc6d134-7fec-4c90-b188-fdfb93168d83 req-e36664ca-a25c-4b2a-8b29-9d5513230815 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:17.841175 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [req-ffc6d134-7fec-4c90-b188-fdfb93168d83 req-e36664ca-a25c-4b2a-8b29-9d5513230815 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Calling delete_port for b963176c-ba65-4e85-9987-43906b865538 owned by compute:nova {{(pid=93315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:31:18.013657 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-ffc6d134-7fec-4c90-b188-fdfb93168d83 req-e36664ca-a25c-4b2a-8b29-9d5513230815 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:18.067492 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36664ca-a25c-4b2a-8b29-9d5513230815 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Pushing event deleted for resources: {'Port': ['ID=b963176c-ba65-4e85-9987-43906b865538,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:18.143605 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc6d134-7fec-4c90-b188-fdfb93168d83 req-e36664ca-a25c-4b2a-8b29-9d5513230815 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] No DVR routers for this DVR port b963176c-ba65-4e85-9987-43906b865538 on host hv-cinder-79280 {{(pid=93315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 11:31:18.148833 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-ffc6d134-7fec-4c90-b188-fdfb93168d83 req-e36664ca-a25c-4b2a-8b29-9d5513230815 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:18.152899 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ffc6d134-7fec-4c90-b188-fdfb93168d83 req-e36664ca-a25c-4b2a-8b29-9d5513230815 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.59 "DELETE /v2.0/ports/b963176c-ba65-4e85-9987-43906b865538 HTTP/1.1" status: 204 len: 173 time: 0.5503800 Aug 10 11:31:18.153813 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e037e28-b81b-4827-98d0-1b96140e3248', 'name': 'network-vif-deleted', 'tag': 'b963176c-ba65-4e85-9987-43906b865538'}] {{(pid=93315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:31:18.158442 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6373fc61674628fc4ea179701e5cfbb487487662fff8fb4d49624df9baba4f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e1a00d-a015-4be4-b8fa-e7a934af9283" -d '{"events": [{"server_uuid": "0e037e28-b81b-4827-98d0-1b96140e3248", "name": "network-vif-deleted", "tag": "b963176c-ba65-4e85-9987-43906b865538"}]}' {{(pid=93315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:31:18.200491 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 11:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dec53ef-a95a-4f4b-a814-340387d19dce x-openstack-request-id: req-8dec53ef-a95a-4f4b-a814-340387d19dce {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:31:18.200931 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e037e28-b81b-4827-98d0-1b96140e3248", "name": "network-vif-deleted", "tag": "b963176c-ba65-4e85-9987-43906b865538", "status": "completed", "code": 200}]} {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:31:18.201237 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8dec53ef-a95a-4f4b-a814-340387d19dce {{(pid=93315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:31:18.201678 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e037e28-b81b-4827-98d0-1b96140e3248', 'name': 'network-vif-deleted', 'tag': 'b963176c-ba65-4e85-9987-43906b865538', 'status': 'completed', 'code': 200} Aug 10 11:31:18.463171 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-97f9a326-18f4-4cce-b2d4-0d58f1fce0a1 req-de2dd8bb-0856-4e22-b6d8-c6678ed0d8ed tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e037e28-b81b-4827-98d0-1b96140e3248 HTTP/1.1" status: 200 len: 210 time: 0.0509629 Aug 10 11:31:19.587450 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c6e94219-bf94-4591-ab41-f766ffe6b01d req-836a11dd-08b2-486f-8e2b-dbbf7ef15e95 tempest-VolumesActionsTest-1604280330 tempest-VolumesActionsTest-1604280330-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e037e28-b81b-4827-98d0-1b96140e3248 HTTP/1.1" status: 200 len: 210 time: 0.0341470 Aug 10 11:31:19.605100 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] get_ports_and_sgs() called for port_ids ['b963176c-ba65-4e85-9987-43906b865538'] {{(pid=93317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 11:31:20.798925 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c4c033-eaba-4d73-be09-6977a6663f4e req-f3c86363-59cc-4fda-91da-73af3eb55c79 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:20.811806 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-a7c4c033-eaba-4d73-be09-6977a6663f4e req-f3c86363-59cc-4fda-91da-73af3eb55c79 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 945 time: 0.0930343 Aug 10 11:31:20.874634 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-a7c4c033-eaba-4d73-be09-6977a6663f4e req-dfc08296-784c-4459-914c-a31b73489ab7 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611720 Aug 10 11:31:21.177002 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 51638) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:31:21.398401 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-a04a61a1-454d-4fa4-a1bd-2def113f616c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:21.525443 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-a04a61a1-454d-4fa4-a1bd-2def113f616c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:21.530998 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-a04a61a1-454d-4fa4-a1bd-2def113f616c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:21.579820 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-a04a61a1-454d-4fa4-a1bd-2def113f616c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9a10898587de4ca99ac22028219d2a2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3968923 Aug 10 11:31:21.580686 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 51652) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:31:21.581427 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a61a1-454d-4fa4-a1bd-2def113f616c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab388621-289b-46cc-8df5-9d867924ce43,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:21.590259 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device b963176c-ba65-4e85-9987-43906b865538 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 11:31:21.591398 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a61a1-454d-4fa4-a1bd-2def113f616c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:31:21.591752 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a61a1-454d-4fa4-a1bd-2def113f616c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:31:21.592096 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a61a1-454d-4fa4-a1bd-2def113f616c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:31:21.592433 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a61a1-454d-4fa4-a1bd-2def113f616c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:31:21.592810 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a61a1-454d-4fa4-a1bd-2def113f616c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:31:21.593145 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a61a1-454d-4fa4-a1bd-2def113f616c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:31:21.593987 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a61a1-454d-4fa4-a1bd-2def113f616c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:31:21.594337 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a61a1-454d-4fa4-a1bd-2def113f616c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:31:21.594664 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a61a1-454d-4fa4-a1bd-2def113f616c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:31:21.594992 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a61a1-454d-4fa4-a1bd-2def113f616c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:31:21.595318 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a61a1-454d-4fa4-a1bd-2def113f616c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:31:21.595639 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a61a1-454d-4fa4-a1bd-2def113f616c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:31:21.632950 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] No Port match for: b963176c-ba65-4e85-9987-43906b865538 {{(pid=93317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 11:31:21.633517 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device b963176c-ba65-4e85-9987-43906b865538 not bound to the agent host hv-cinder-79280 {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 11:31:21.656470 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-ef5de688-6ebc-497c-9d2b-30fd2ef99716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:21.693142 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-ef5de688-6ebc-497c-9d2b-30fd2ef99716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:21.787529 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-ef5de688-6ebc-497c-9d2b-30fd2ef99716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:21.791775 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-ef5de688-6ebc-497c-9d2b-30fd2ef99716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:21.796583 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-ef5de688-6ebc-497c-9d2b-30fd2ef99716 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ab388621-289b-46cc-8df5-9d867924ce43 HTTP/1.1" status: 204 len: 168 time: 0.2137218 Aug 10 11:31:21.806255 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5de688-6ebc-497c-9d2b-30fd2ef99716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab388621-289b-46cc-8df5-9d867924ce43,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:21.814816 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5de688-6ebc-497c-9d2b-30fd2ef99716 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:31:21.815607 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5de688-6ebc-497c-9d2b-30fd2ef99716 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:31:21.815956 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5de688-6ebc-497c-9d2b-30fd2ef99716 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:31:21.816438 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5de688-6ebc-497c-9d2b-30fd2ef99716 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:31:21.816866 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5de688-6ebc-497c-9d2b-30fd2ef99716 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:31:21.817365 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5de688-6ebc-497c-9d2b-30fd2ef99716 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:31:21.817709 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5de688-6ebc-497c-9d2b-30fd2ef99716 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:31:21.818040 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5de688-6ebc-497c-9d2b-30fd2ef99716 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:31:21.818423 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5de688-6ebc-497c-9d2b-30fd2ef99716 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:31:21.818819 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5de688-6ebc-497c-9d2b-30fd2ef99716 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:31:21.819069 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5de688-6ebc-497c-9d2b-30fd2ef99716 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:31:21.819392 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5de688-6ebc-497c-9d2b-30fd2ef99716 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:31:22.142701 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993adb1a-d57b-4788-ad95-31b7749b7537 req-47b26fa1-77f4-4a20-8521-610482ee56f4 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:22.143637 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-993adb1a-d57b-4788-ad95-31b7749b7537 req-47b26fa1-77f4-4a20-8521-610482ee56f4 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 945 time: 0.1026621 Aug 10 11:31:22.235049 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-993adb1a-d57b-4788-ad95-31b7749b7537 req-0f8c2099-0387-420c-a536-2b1ac090aef8 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784183 Aug 10 11:31:22.346444 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 51700) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:31:22.373270 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-b33458a3-5f3b-43ff-a367-888308f57400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:22.606989 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-b33458a3-5f3b-43ff-a367-888308f57400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:22.615754 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-b33458a3-5f3b-43ff-a367-888308f57400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:22.684834 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28c876-c452-4af3-8e58-0f04ea9d7fe7 req-6c59bf32-74a6-4006-8488-d4cb7766908c tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:22.687895 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-2e28c876-c452-4af3-8e58-0f04ea9d7fe7 req-6c59bf32-74a6-4006-8488-d4cb7766908c tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.1674240 Aug 10 11:31:22.745461 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-b33458a3-5f3b-43ff-a367-888308f57400 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ee460a597e854b5babeb3269dcffd4d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3975570 Aug 10 11:31:22.748108 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 51706) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:31:22.750438 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33458a3-5f3b-43ff-a367-888308f57400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2f74a7-937a-4eaf-8c3d-a385c8ab1baf,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:22.786020 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-2e28c876-c452-4af3-8e58-0f04ea9d7fe7 req-6449138d-bfd7-4f01-974f-75e3752e4650 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798953 Aug 10 11:31:22.806183 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-62cadd7f-3c12-4c88-b7cc-3011474efcb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:22.840987 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-62cadd7f-3c12-4c88-b7cc-3011474efcb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:22.908210 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-62cadd7f-3c12-4c88-b7cc-3011474efcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:22.912583 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-62cadd7f-3c12-4c88-b7cc-3011474efcb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:22.914529 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-62cadd7f-3c12-4c88-b7cc-3011474efcb9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6c2f74a7-937a-4eaf-8c3d-a385c8ab1baf HTTP/1.1" status: 204 len: 168 time: 0.1651623 Aug 10 11:31:22.928194 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cadd7f-3c12-4c88-b7cc-3011474efcb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2f74a7-937a-4eaf-8c3d-a385c8ab1baf,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:23.413496 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b011f-b84e-44f0-9a6c-1ce64a0e02a0 req-5b1b30fa-4617-4084-8952-057dc042b4b2 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:23.415274 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ee2b011f-b84e-44f0-9a6c-1ce64a0e02a0 req-5b1b30fa-4617-4084-8952-057dc042b4b2 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 945 time: 0.0616536 Aug 10 11:31:23.492018 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ee2b011f-b84e-44f0-9a6c-1ce64a0e02a0 req-180d451b-b1d7-4754-bb16-e51729e16ebb tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658698 Aug 10 11:31:23.930569 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 51748) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:31:23.941001 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5208e0e-b73b-4f31-b484-8b56194096c7 req-5bebf097-0ff5-44b3-a836-869dde24a2be tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:23.943880 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-b5208e0e-b73b-4f31-b484-8b56194096c7 req-5bebf097-0ff5-44b3-a836-869dde24a2be tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.0743427 Aug 10 11:31:24.003371 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-b5208e0e-b73b-4f31-b484-8b56194096c7 req-9fb81640-5460-4af7-9a69-2cda2338d069 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506940 Aug 10 11:31:24.286408 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0aa5d9e0-9c33-4a53-ad49-6650e6b3bd29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:24.438228 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0aa5d9e0-9c33-4a53-ad49-6650e6b3bd29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:24.446162 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0aa5d9e0-9c33-4a53-ad49-6650e6b3bd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:24.457378 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.agents_db [None req-cf88a1ba-3529-4992-9648-399914351393 None None] Agent healthcheck: found 6 active agents {{(pid=93318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 11:31:24.491687 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-0aa5d9e0-9c33-4a53-ad49-6650e6b3bd29 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=615dd04fe954494cb8f934621f9350e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5587645 Aug 10 11:31:24.492431 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa5d9e0-9c33-4a53-ad49-6650e6b3bd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58e7f79-da9a-4acc-aa6c-4ac00e345a36,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:24.495121 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 51764) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:31:24.559806 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0be192d8-06f9-4b14-b2a1-5bf7deb7c754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:24.605935 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0be192d8-06f9-4b14-b2a1-5bf7deb7c754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:24.712685 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf1c896-1449-4a62-921c-92676a1e48e2 req-7acf0fb4-6e48-4a9c-a3f1-d4f458d19b64 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:24.722517 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0be192d8-06f9-4b14-b2a1-5bf7deb7c754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:24.728050 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-0bf1c896-1449-4a62-921c-92676a1e48e2 req-7acf0fb4-6e48-4a9c-a3f1-d4f458d19b64 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 945 time: 0.1040866 Aug 10 11:31:24.732125 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0be192d8-06f9-4b14-b2a1-5bf7deb7c754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:24.734313 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-0be192d8-06f9-4b14-b2a1-5bf7deb7c754 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f58e7f79-da9a-4acc-aa6c-4ac00e345a36 HTTP/1.1" status: 204 len: 168 time: 0.2376959 Aug 10 11:31:24.745574 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be192d8-06f9-4b14-b2a1-5bf7deb7c754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58e7f79-da9a-4acc-aa6c-4ac00e345a36,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:24.805297 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-0bf1c896-1449-4a62-921c-92676a1e48e2 req-f49eacd5-205c-4f8f-b848-1b1b2916967b tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761893 Aug 10 11:31:25.144447 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 51780) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:31:25.164243 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-9885a130-7442-4046-a56d-acd300fe585a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:25.189337 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a494c95-8c39-4bc8-ab6c-bbb8e8b2bc53 req-dfc16d3b-b93a-46ad-8401-b62e9900a180 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:25.193005 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-3a494c95-8c39-4bc8-ab6c-bbb8e8b2bc53 req-dfc16d3b-b93a-46ad-8401-b62e9900a180 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.0840657 Aug 10 11:31:25.241624 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-3a494c95-8c39-4bc8-ab6c-bbb8e8b2bc53 req-f7d1fa03-807c-42f6-8382-46eab23fbe52 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364358 Aug 10 11:31:25.297485 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-9885a130-7442-4046-a56d-acd300fe585a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:25.302618 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-9885a130-7442-4046-a56d-acd300fe585a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:25.344108 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-9885a130-7442-4046-a56d-acd300fe585a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b6596e57168444d28124056befb2412a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1977191 Aug 10 11:31:25.344942 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885a130-7442-4046-a56d-acd300fe585a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc761512-1ff5-482c-9b64-774fe0647043,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:25.347529 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 51786) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:31:25.419474 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-44b4557d-5e30-48aa-bd0b-a805deeb0a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:25.445534 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-44b4557d-5e30-48aa-bd0b-a805deeb0a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:25.501015 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-44b4557d-5e30-48aa-bd0b-a805deeb0a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:25.503707 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-44b4557d-5e30-48aa-bd0b-a805deeb0a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:25.504985 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-44b4557d-5e30-48aa-bd0b-a805deeb0a63 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bc761512-1ff5-482c-9b64-774fe0647043 HTTP/1.1" status: 204 len: 168 time: 0.1558170 Aug 10 11:31:25.513619 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b4557d-5e30-48aa-bd0b-a805deeb0a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc761512-1ff5-482c-9b64-774fe0647043,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:25.839441 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4b5e3-9b73-4dde-8c1f-e70fbf9cadfb req-45a17a85-7534-4c11-9e0e-447fee433d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:25.842020 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-9af4b5e3-9b73-4dde-8c1f-e70fbf9cadfb req-45a17a85-7534-4c11-9e0e-447fee433d9c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=afe55c64225f460986dcc8bab02d02a7&device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 1099 time: 0.0875123 Aug 10 11:31:26.387971 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ca983-2cd3-444d-9d77-8d4c89b86b11 req-622dd27f-3105-46d4-a4bd-e42dc0adf3fb tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:26.390922 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ee7ca983-2cd3-444d-9d77-8d4c89b86b11 req-622dd27f-3105-46d4-a4bd-e42dc0adf3fb tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 945 time: 0.4506054 Aug 10 11:31:26.438785 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4b5e3-9b73-4dde-8c1f-e70fbf9cadfb req-0bb143da-af50-4876-9493-d468fb886846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:26.441014 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-9af4b5e3-9b73-4dde-8c1f-e70fbf9cadfb req-0bb143da-af50-4876-9493-d468fb886846 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ac384aef-2059-4aee-9fe8-cc3f23ea8171 HTTP/1.1" status: 200 len: 920 time: 0.5885873 Aug 10 11:31:26.455755 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c6eae-a3d1-49ba-ba10-5d7a05ef6dfa req-5c122426-568e-499e-8d5e-07343feb4477 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:26.465274 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-166c6eae-a3d1-49ba-ba10-5d7a05ef6dfa req-5c122426-568e-499e-8d5e-07343feb4477 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.0822990 Aug 10 11:31:26.524289 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-166c6eae-a3d1-49ba-ba10-5d7a05ef6dfa req-0ec88a0b-4a75-4c4c-aaa6-c6fbdacd3c11 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575089 Aug 10 11:31:26.545066 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-9af4b5e3-9b73-4dde-8c1f-e70fbf9cadfb req-2a8e753a-7669-4b98-98a4-b69cc26eea01 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=362468bd-ab1c-4a19-a6a3-7ec2114fccba HTTP/1.1" status: 200 len: 217 time: 0.0825458 Aug 10 11:31:26.569109 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ee7ca983-2cd3-444d-9d77-8d4c89b86b11 req-53d0d649-efa5-44a3-aa54-89995545106c tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523480 Aug 10 11:31:26.617387 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4b5e3-9b73-4dde-8c1f-e70fbf9cadfb req-1484f190-84ca-4af6-ad5e-68f59689b524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:26.618798 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-9af4b5e3-9b73-4dde-8c1f-e70fbf9cadfb req-1484f190-84ca-4af6-ad5e-68f59689b524 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ba625b56-e582-40d3-9c2a-ac92dffb393f HTTP/1.1" status: 200 len: 859 time: 0.0603371 Aug 10 11:31:26.668232 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-9af4b5e3-9b73-4dde-8c1f-e70fbf9cadfb req-9ed5c9cf-863e-45a9-aaed-5687b235cc02 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ac384aef-2059-4aee-9fe8-cc3f23ea8171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381382 Aug 10 11:31:26.839032 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-9af4b5e3-9b73-4dde-8c1f-e70fbf9cadfb req-c794774b-b78e-493a-96e2-1f4dd971910c service neutron] 10.222.0.59 "GET /v2.0/networks/ac384aef-2059-4aee-9fe8-cc3f23ea8171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611769 Aug 10 11:31:27.081070 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-9af4b5e3-9b73-4dde-8c1f-e70fbf9cadfb req-144c8e44-0bfe-4f67-b714-76202d08f361 service neutron] 10.222.0.59 "GET /v2.0/networks/ac384aef-2059-4aee-9fe8-cc3f23ea8171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323859 Aug 10 11:31:27.800782 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a3ac8-ea68-40d8-8bc0-94377348220b req-193ff7c6-504e-4961-b0bf-5b88a967af66 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:27.821909 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-5a5a3ac8-ea68-40d8-8bc0-94377348220b req-193ff7c6-504e-4961-b0bf-5b88a967af66 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.1270769 Aug 10 11:31:27.900213 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df57872-1705-47c8-81c8-a752a3d975d4 req-29b81405-b5c4-4d4a-91d2-aa981909724c tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:27.915737 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-4df57872-1705-47c8-81c8-a752a3d975d4 req-29b81405-b5c4-4d4a-91d2-aa981909724c tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 945 time: 0.1768115 Aug 10 11:31:28.015271 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-5a5a3ac8-ea68-40d8-8bc0-94377348220b req-27369efb-1108-4200-90df-42369c8adb5b tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753757 Aug 10 11:31:28.065476 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-4df57872-1705-47c8-81c8-a752a3d975d4 req-db9db471-7f9f-4b50-a46f-154f63ba6a60 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418469 Aug 10 11:31:29.183317 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918e40a-1d9f-4e3a-b568-1fd616fd75d9 req-fb902018-55ac-4e93-9188-a8f448a05dd0 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:29.185277 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-6918e40a-1d9f-4e3a-b568-1fd616fd75d9 req-fb902018-55ac-4e93-9188-a8f448a05dd0 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.0702448 Aug 10 11:31:29.240049 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-6918e40a-1d9f-4e3a-b568-1fd616fd75d9 req-1d2d5d05-4034-4522-9baa-09d3b3eed8dd tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431385 Aug 10 11:31:29.307605 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61f879-eb21-4470-87e1-03a4493ce81a req-a96c0a3d-6f73-4b26-8bca-0a2be49a532d tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:29.311288 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-dd61f879-eb21-4470-87e1-03a4493ce81a req-a96c0a3d-6f73-4b26-8bca-0a2be49a532d tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 945 time: 0.0786653 Aug 10 11:31:29.416693 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-dd61f879-eb21-4470-87e1-03a4493ce81a req-83d4d8a5-8584-4211-8a7f-7944ec6a94a4 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822930 Aug 10 11:31:30.663176 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9dae7f-cbb9-477d-b413-00b62e2c9470 req-e85750d7-b9e2-4e66-9fe0-9934c0bcc2d7 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:30.682001 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-4e9dae7f-cbb9-477d-b413-00b62e2c9470 req-e85750d7-b9e2-4e66-9fe0-9934c0bcc2d7 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.2018576 Aug 10 11:31:30.730849 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 51980) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:31:30.772053 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-4e9dae7f-cbb9-477d-b413-00b62e2c9470 req-b269368a-0d6b-4e55-8ecf-b16d084f3794 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848613 Aug 10 11:31:30.828666 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 51984) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:31:30.895687 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5a87b-5ac7-452d-ad26-ea3d712cd3df req-625f76b3-6c3c-4b1b-8e2c-84988bfb48e9 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:30.918536 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-b8c5a87b-5ac7-452d-ad26-ea3d712cd3df req-625f76b3-6c3c-4b1b-8e2c-84988bfb48e9 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 945 time: 0.1402280 Aug 10 11:31:30.985272 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-5491b2a7-7000-4521-9e6f-5bf48fbdd4ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:31.037399 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-c03e3885-e9aa-471a-8aa3-ce05ae376574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:31.045413 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-b8c5a87b-5ac7-452d-ad26-ea3d712cd3df req-438de2a3-fd7d-41f9-9992-f4ede68096e0 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243973 Aug 10 11:31:31.085327 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.db.api [None req-5491b2a7-7000-4521-9e6f-5bf48fbdd4ed admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 11:31:31.085327 dv-cinder-792800-5-iscsi neutron-server[93315]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 10 11:31:31.085327 dv-cinder-792800-5-iscsi neutron-server[93315]: [parameters: {'project_id': 'f4cdc716e2894c0baec6b5445be6bfcd', 'id': '54188d16-a0ec-4995-973c-c72564f63c5f', 'expiration': datetime.datetime(2021, 8, 10, 11, 33, 31, 71621)}] Aug 10 11:31:31.085327 dv-cinder-792800-5-iscsi neutron-server[93315]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 11:31:31.086702 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG oslo_db.api [None req-5491b2a7-7000-4521-9e6f-5bf48fbdd4ed admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 11:31:31.176785 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-c03e3885-e9aa-471a-8aa3-ce05ae376574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:31.184828 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-c03e3885-e9aa-471a-8aa3-ce05ae376574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:31.277288 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-c03e3885-e9aa-471a-8aa3-ce05ae376574 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=00d5f6305dc14a53ad70b8b5c87579a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4467201 Aug 10 11:31:31.278679 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e3885-e9aa-471a-8aa3-ce05ae376574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b6adbc-23b8-4a49-a947-c9ffcc717859,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:31.282307 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 51988) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:31:31.441932 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-31aebc9d-2902-4e42-8032-1989cce86f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:31.485883 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-31aebc9d-2902-4e42-8032-1989cce86f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:31.588412 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-5491b2a7-7000-4521-9e6f-5bf48fbdd4ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:31.640040 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-31aebc9d-2902-4e42-8032-1989cce86f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:31.643579 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-31aebc9d-2902-4e42-8032-1989cce86f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:31.650374 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-31aebc9d-2902-4e42-8032-1989cce86f6b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/36b6adbc-23b8-4a49-a947-c9ffcc717859 HTTP/1.1" status: 204 len: 168 time: 0.3476870 Aug 10 11:31:31.734615 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aebc9d-2902-4e42-8032-1989cce86f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b6adbc-23b8-4a49-a947-c9ffcc717859,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:31.937024 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-5491b2a7-7000-4521-9e6f-5bf48fbdd4ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:31.945673 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-5491b2a7-7000-4521-9e6f-5bf48fbdd4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:32.053451 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-5491b2a7-7000-4521-9e6f-5bf48fbdd4ed admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f4cdc716e2894c0baec6b5445be6bfcd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3214273 Aug 10 11:31:32.055505 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5491b2a7-7000-4521-9e6f-5bf48fbdd4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0211ccb9-6b85-491d-9e83-60c96ce8803f,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:32.056737 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 52010) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:31:32.195805 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32438111-89cc-4df5-99e7-4865e86129ba req-aa617ee2-0533-4ec8-a054-be857dec3e6a tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:32.198832 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-32438111-89cc-4df5-99e7-4865e86129ba req-aa617ee2-0533-4ec8-a054-be857dec3e6a tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.1653392 Aug 10 11:31:32.280231 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-32438111-89cc-4df5-99e7-4865e86129ba req-4cd29c02-98f1-4092-b4ee-363fc05bebd5 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507128 Aug 10 11:31:32.353696 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-2e1d874e-4ef0-4b05-b1f7-e123b6f94c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:32.368769 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18fea1-b104-4242-810a-e39776775687 req-e247ebfb-5917-48e7-af0c-e4b5bb897199 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:32.370467 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-8e18fea1-b104-4242-810a-e39776775687 req-e247ebfb-5917-48e7-af0c-e4b5bb897199 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 945 time: 0.1385057 Aug 10 11:31:32.432434 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-2e1d874e-4ef0-4b05-b1f7-e123b6f94c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:32.468214 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-8e18fea1-b104-4242-810a-e39776775687 req-c1572067-70ce-4965-a2ef-d568c0e185d1 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875437 Aug 10 11:31:32.527168 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-2e1d874e-4ef0-4b05-b1f7-e123b6f94c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:32.532353 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-2e1d874e-4ef0-4b05-b1f7-e123b6f94c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:32.534636 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-2e1d874e-4ef0-4b05-b1f7-e123b6f94c82 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0211ccb9-6b85-491d-9e83-60c96ce8803f HTTP/1.1" status: 204 len: 168 time: 0.4758184 Aug 10 11:31:32.555856 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d874e-4ef0-4b05-b1f7-e123b6f94c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0211ccb9-6b85-491d-9e83-60c96ce8803f,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:33.126800 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 52050) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:31:33.358178 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [None req-ae52e261-0f93-482f-849a-aa55e49c1a45 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-313267928-network', 'tenant_id': '64fdce55728241d78b745581962d5036'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:31:33.430318 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae52e261-0f93-482f-849a-aa55e49c1a45 admin admin] Made reservation on behalf of 64fdce55728241d78b745581962d5036 for: {'network': 1} {{(pid=93315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:31:33.433286 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-ae52e261-0f93-482f-849a-aa55e49c1a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for network, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:33.448972 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-ae52e261-0f93-482f-849a-aa55e49c1a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:33.548320 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f679e-dffc-4a64-8934-e14bd1b9113b req-b892d4dc-5e52-435e-847c-860b06f47ae3 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:33.561456 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-273f679e-dffc-4a64-8934-e14bd1b9113b req-b892d4dc-5e52-435e-847c-860b06f47ae3 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.1450653 Aug 10 11:31:33.621560 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-273f679e-dffc-4a64-8934-e14bd1b9113b req-4f2f1be0-597b-4a33-836f-0a10eb56d650 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585675 Aug 10 11:31:33.701831 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-ae52e261-0f93-482f-849a-aa55e49c1a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:33.712202 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b4f851-bb0e-4ff6-ae36-989a81d0dd7b req-259172fe-2a2d-4ada-8c3b-5c1597a33afc tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:33.714027 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c3b4f851-bb0e-4ff6-ae36-989a81d0dd7b req-259172fe-2a2d-4ada-8c3b-5c1597a33afc tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 945 time: 0.1036208 Aug 10 11:31:33.715297 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-ae52e261-0f93-482f-849a-aa55e49c1a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:33.761751 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae52e261-0f93-482f-849a-aa55e49c1a45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=93315) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 11:31:33.781172 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae52e261-0f93-482f-849a-aa55e49c1a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72fcdbcc-0229-4bdb-9986-76ce6f1e889a,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:33.784117 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-ae52e261-0f93-482f-849a-aa55e49c1a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462'] for segment, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:33.784474 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.db.segments_db [None req-ae52e261-0f93-482f-849a-aa55e49c1a45 admin admin] Added segment e74442d5-1a6c-4a7e-bcb7-507d75080a4f of type vlan for network 9c7f5487-900d-4a12-87c9-02f3c51af302 Aug 10 11:31:33.817597 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c3b4f851-bb0e-4ff6-ae36-989a81d0dd7b req-0b5bd1aa-ea71-41d5-a304-248d02b2ea9a tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962393 Aug 10 11:31:33.868767 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-ae52e261-0f93-482f-849a-aa55e49c1a45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778040477516'] for network, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:33.930876 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-ae52e261-0f93-482f-849a-aa55e49c1a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008'] for network, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:33.932101 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae52e261-0f93-482f-849a-aa55e49c1a45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:33.933181 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-ae52e261-0f93-482f-849a-aa55e49c1a45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for network, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:34.012703 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-ae52e261-0f93-482f-849a-aa55e49c1a45 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8835526 Aug 10 11:31:34.017301 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae52e261-0f93-482f-849a-aa55e49c1a45 admin admin] Pushing event updated for resources: {'Network': ['ID=9c7f5487-900d-4a12-87c9-02f3c51af302,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:34.017518 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 52082) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:31:34.028106 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-a5549a03-9a44-4ce8-87dc-1d45700b0b28 admin admin] Request body: {'subnet': {'network_id': '9c7f5487-900d-4a12-87c9-02f3c51af302', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-313267928-subnet', 'tenant_id': '64fdce55728241d78b745581962d5036', 'ip_version': 4}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:31:34.032487 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Network 9c7f5487-900d-4a12-87c9-02f3c51af302 details requested by agent ovs-agent-dv-cinder-792800-5-iscsi with host dv-cinder-792800-5-iscsi {{(pid=93317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 11:31:34.094300 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5549a03-9a44-4ce8-87dc-1d45700b0b28 admin admin] Made reservation on behalf of 64fdce55728241d78b745581962d5036 for: {'subnet': 1} {{(pid=93316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:31:34.103637 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-a5549a03-9a44-4ce8-87dc-1d45700b0b28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131149025'] for subnet, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:34.459545 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-6d229d08-fbb6-412c-8dcb-824ff3c5dfce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:34.512339 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-a5549a03-9a44-4ce8-87dc-1d45700b0b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134105691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130748648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131149043'] for subnet, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:34.577763 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5549a03-9a44-4ce8-87dc-1d45700b0b28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=811b9f1d-8e04-4e1c-abcc-ab7f5bbe2780,revision_number=0']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:34.628738 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5549a03-9a44-4ce8-87dc-1d45700b0b28 admin admin] Checking segment: {'id': 'e74442d5-1a6c-4a7e-bcb7-507d75080a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '9c7f5487-900d-4a12-87c9-02f3c51af302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:31:34.629982 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5549a03-9a44-4ce8-87dc-1d45700b0b28 admin admin] Network hostable DHCP agents. Network: 9c7f5487-900d-4a12-87c9-02f3c51af302, hostable agents: ['0b3fe0ed-30c0-4c64-a4f4-6f12777a422c'], hosted agents: [] {{(pid=93316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 11:31:34.690604 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5549a03-9a44-4ce8-87dc-1d45700b0b28 admin admin] Network 9c7f5487-900d-4a12-87c9-02f3c51af302 is scheduled to be hosted by DHCP agent 0b3fe0ed-30c0-4c64-a4f4-6f12777a422c with binding_index 1 {{(pid=93316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 11:31:34.747546 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.base_scheduler [None req-a5549a03-9a44-4ce8-87dc-1d45700b0b28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-5-iscsi, 9c7f5487-900d-4a12-87c9-02f3c51af302) {{(pid=93316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:31:34.760192 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5549a03-9a44-4ce8-87dc-1d45700b0b28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:34.761955 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-a5549a03-9a44-4ce8-87dc-1d45700b0b28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for subnet, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:34.764301 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da67a2f-2f20-46a5-9b70-4c0f45cd30dd None None] Network 9c7f5487-900d-4a12-87c9-02f3c51af302 requested from dv-cinder-792800-5-iscsi {{(pid=93317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:31:34.802986 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-a5549a03-9a44-4ce8-87dc-1d45700b0b28 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7800329 Aug 10 11:31:34.804369 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 52108) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:31:34.809630 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [None req-04de760a-9df0-418c-a33a-cdbc4af75230 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-313267928-router', 'tenant_id': '64fdce55728241d78b745581962d5036', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'}}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:31:35.022275 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-04de760a-9df0-418c-a33a-cdbc4af75230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-134123482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-507807'] for router, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:35.024043 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-04de760a-9df0-418c-a33a-cdbc4af75230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-134123114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-134149659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134205986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-507782'] for router, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:35.054186 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c420f-ccb6-4b6a-9dab-93e6f812989a req-9e3d74b5-f1ef-4092-a361-c00cf0569c06 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:35.067998 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-928c420f-ccb6-4b6a-9dab-93e6f812989a req-9e3d74b5-f1ef-4092-a361-c00cf0569c06 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.2535691 Aug 10 11:31:35.076946 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e81d03d-99e2-4661-8479-d9548a9e2df7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31ed9ef1-cb2b-58e0-a77f-21ee6076cf6a-9c7f5487-900d-4a12-87c9-02f3c51af302', 'network_id': '9c7f5487-900d-4a12-87c9-02f3c51af302', 'tenant_id': '64fdce55728241d78b745581962d5036', 'fixed_ips': [{'subnet_id': '811b9f1d-8e04-4e1c-abcc-ab7f5bbe2780'}]}} from dv-cinder-792800-5-iscsi. {{(pid=93317) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 11:31:35.078799 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-8e81d03d-99e2-4661-8479-d9548a9e2df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:35.140003 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 52114) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:31:35.194865 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-04de760a-9df0-418c-a33a-cdbc4af75230 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:35.220911 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-928c420f-ccb6-4b6a-9dab-93e6f812989a req-5d94ea92-d14b-4b80-9394-37c8ef02e7dd tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479630 Aug 10 11:31:35.245182 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a96623-936d-4f59-870e-d386a32d9785 req-c0b5ebfe-a89f-48a1-8571-1bfbf00eae4d tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:35.264770 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-38a96623-936d-4f59-870e-d386a32d9785 req-c0b5ebfe-a89f-48a1-8571-1bfbf00eae4d tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 945 time: 0.1824827 Aug 10 11:31:35.388183 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-38a96623-936d-4f59-870e-d386a32d9785 req-75bfaa7a-bbc9-458c-bbb8-fa4f4aedcdb8 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224101 Aug 10 11:31:35.481753 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-bc46a467-0715-405f-b540-62622cff0154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:35.530374 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.db_base_plugin_common [None req-8e81d03d-99e2-4661-8479-d9548a9e2df7 None None] Allocated IP 172.20.0.2 (9c7f5487-900d-4a12-87c9-02f3c51af302/811b9f1d-8e04-4e1c-abcc-ab7f5bbe2780/4237fd8e-1c1f-429b-8149-ce8ab41c6045) {{(pid=93317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:31:35.744104 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-bc46a467-0715-405f-b540-62622cff0154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:35.755864 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-bc46a467-0715-405f-b540-62622cff0154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:35.763386 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-04de760a-9df0-418c-a33a-cdbc4af75230 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:35.911608 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc46a467-0715-405f-b540-62622cff0154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1e1ea6-6c74-47b5-9e9e-487cc9a56d65,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:35.919614 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-bc46a467-0715-405f-b540-62622cff0154 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a2b29701f8b74e93b541c7e3c460f647&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7764568 Aug 10 11:31:35.933368 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 52134) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:31:36.039324 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-8e81d03d-99e2-4661-8479-d9548a9e2df7 None None] Notify callbacks [] for port, precommit_create {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:36.057230 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-8e81d03d-99e2-4661-8479-d9548a9e2df7 None None] Transition to ACTIVE for port object 4237fd8e-1c1f-429b-8149-ce8ab41c6045 will not be triggered until provisioned by entity L2. {{(pid=93317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:31:36.080760 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-550abaae-8b09-4c6b-a42f-cb65d1d7f8b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:36.091528 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-8e81d03d-99e2-4661-8479-d9548a9e2df7 None None] Transition to ACTIVE for port object 4237fd8e-1c1f-429b-8149-ce8ab41c6045 will not be triggered until provisioned by entity DHCP. {{(pid=93317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:31:36.115335 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-8e81d03d-99e2-4661-8479-d9548a9e2df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036'] for port, after_create {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:36.142220 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-550abaae-8b09-4c6b-a42f-cb65d1d7f8b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:36.264344 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e81d03d-99e2-4661-8479-d9548a9e2df7 None None] Network 9c7f5487-900d-4a12-87c9-02f3c51af302 is already hosted by enough agents. {{(pid=93317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:31:36.267714 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.scheduler.base_scheduler [None req-8e81d03d-99e2-4661-8479-d9548a9e2df7 None None] Resources bound (agent type, host, resource id): {{(pid=93317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:31:36.272947 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-550abaae-8b09-4c6b-a42f-cb65d1d7f8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:36.276570 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-550abaae-8b09-4c6b-a42f-cb65d1d7f8b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:36.278114 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-550abaae-8b09-4c6b-a42f-cb65d1d7f8b3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff1e1ea6-6c74-47b5-9e9e-487cc9a56d65 HTTP/1.1" status: 204 len: 168 time: 0.3433585 Aug 10 11:31:36.295109 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550abaae-8b09-4c6b-a42f-cb65d1d7f8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1e1ea6-6c74-47b5-9e9e-487cc9a56d65,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:36.309443 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e81d03d-99e2-4661-8479-d9548a9e2df7 None None] Pushing event updated for resources: {'Port': ['ID=4237fd8e-1c1f-429b-8149-ce8ab41c6045,revision_number=1']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:36.318046 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e81d03d-99e2-4661-8479-d9548a9e2df7 None None] Received port after_create {{(pid=93317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:31:36.326056 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-04de760a-9df0-418c-a33a-cdbc4af75230 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:36.349705 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-04de760a-9df0-418c-a33a-cdbc4af75230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:36.510545 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-8e81d03d-99e2-4661-8479-d9548a9e2df7 None None] Attempting to bind port 4237fd8e-1c1f-429b-8149-ce8ab41c6045 on host dv-cinder-792800-5-iscsi for vnic_type normal with profile {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:31:36.510918 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-8e81d03d-99e2-4661-8479-d9548a9e2df7 None None] Attempting to bind port 4237fd8e-1c1f-429b-8149-ce8ab41c6045 by drivers openvswitch,hyperv on host dv-cinder-792800-5-iscsi at level 0 using segments [{'id': 'e74442d5-1a6c-4a7e-bcb7-507d75080a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '9c7f5487-900d-4a12-87c9-02f3c51af302'}] {{(pid=93317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:31:36.512777 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e81d03d-99e2-4661-8479-d9548a9e2df7 None None] Attempting to bind port 4237fd8e-1c1f-429b-8149-ce8ab41c6045 on network 9c7f5487-900d-4a12-87c9-02f3c51af302 {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:31:36.531671 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e81d03d-99e2-4661-8479-d9548a9e2df7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:31:36.533322 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e81d03d-99e2-4661-8479-d9548a9e2df7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:31:36.533857 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e81d03d-99e2-4661-8479-d9548a9e2df7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:31:36.534108 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e81d03d-99e2-4661-8479-d9548a9e2df7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:31:36.534460 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e81d03d-99e2-4661-8479-d9548a9e2df7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:31:36.536814 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e81d03d-99e2-4661-8479-d9548a9e2df7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:31:36.537228 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e81d03d-99e2-4661-8479-d9548a9e2df7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:31:36.538912 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e81d03d-99e2-4661-8479-d9548a9e2df7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:31:36.543082 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e81d03d-99e2-4661-8479-d9548a9e2df7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:31:36.543526 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e81d03d-99e2-4661-8479-d9548a9e2df7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:31:36.543877 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e81d03d-99e2-4661-8479-d9548a9e2df7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:31:36.544240 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e81d03d-99e2-4661-8479-d9548a9e2df7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:31:36.554124 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e81d03d-99e2-4661-8479-d9548a9e2df7 None None] Checking agent: {'id': '7e56837d-5a68-4d8c-918f-73dada8ac547', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 21, 37), 'started_at': datetime.datetime(2021, 8, 10, 11, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:31:36.554718 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e81d03d-99e2-4661-8479-d9548a9e2df7 None None] Checking segment: {'id': 'e74442d5-1a6c-4a7e-bcb7-507d75080a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '9c7f5487-900d-4a12-87c9-02f3c51af302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:31:36.555148 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-8e81d03d-99e2-4661-8479-d9548a9e2df7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:36.555564 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e81d03d-99e2-4661-8479-d9548a9e2df7 None None] Bound using segment: {'id': 'e74442d5-1a6c-4a7e-bcb7-507d75080a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '9c7f5487-900d-4a12-87c9-02f3c51af302'} {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:31:36.556104 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-8e81d03d-99e2-4661-8479-d9548a9e2df7 None None] Bound port: 4237fd8e-1c1f-429b-8149-ce8ab41c6045, host: dv-cinder-792800-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e74442d5-1a6c-4a7e-bcb7-507d75080a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '9c7f5487-900d-4a12-87c9-02f3c51af302'}}] {{(pid=93317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:31:36.556529 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-8e81d03d-99e2-4661-8479-d9548a9e2df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:36.567499 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226350c7-e95e-4b59-be89-cbd7b249408d req-8eeaa830-b096-4c1d-a397-f8bdfbe24e64 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:36.577416 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-226350c7-e95e-4b59-be89-cbd7b249408d req-8eeaa830-b096-4c1d-a397-f8bdfbe24e64 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.1236286 Aug 10 11:31:36.617652 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.db_base_plugin_common [None req-04de760a-9df0-418c-a33a-cdbc4af75230 admin admin] Allocated IP 172.27.1.195 (5acaf353-3f61-4dec-9325-b74ab1b31d79/161344f3-be79-4209-8149-4c1c277e8dc7/05f7a3fa-18d6-4b22-98d1-da58f09126ea) {{(pid=93315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:31:36.695368 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-226350c7-e95e-4b59-be89-cbd7b249408d req-78028f9e-3526-4983-a8ab-99ca5775424d tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138520 Aug 10 11:31:36.793898 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-8e81d03d-99e2-4661-8479-d9548a9e2df7 None None] For port 4237fd8e-1c1f-429b-8149-ce8ab41c6045, host dv-cinder-792800-5-iscsi, cleared binding levels {{(pid=93317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:31:36.801266 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-8e81d03d-99e2-4661-8479-d9548a9e2df7 None None] For port 4237fd8e-1c1f-429b-8149-ce8ab41c6045, host dv-cinder-792800-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=4237fd8e-1c1f-429b-8149-ce8ab41c6045,segment=NetworkSegment(e74442d5-1a6c-4a7e-bcb7-507d75080a4f),segment_id=e74442d5-1a6c-4a7e-bcb7-507d75080a4f)] {{(pid=93317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:31:36.810552 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-8e81d03d-99e2-4661-8479-d9548a9e2df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:37.027871 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775345d-a8ae-4b6a-814b-5507fbe5a89a req-3974f1c5-27f2-4362-9fac-2c7d6abe1723 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:37.057918 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-6775345d-a8ae-4b6a-814b-5507fbe5a89a req-3974f1c5-27f2-4362-9fac-2c7d6abe1723 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 945 time: 0.2076802 Aug 10 11:31:37.113395 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-04de760a-9df0-418c-a33a-cdbc4af75230 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:37.171603 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-8f78a388-adac-4822-8f48-76f3824f2d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:37.222854 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e81d03d-99e2-4661-8479-d9548a9e2df7 None None] Pushing event updated for resources: {'Port': ['ID=4237fd8e-1c1f-429b-8149-ce8ab41c6045,revision_number=2']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:37.225660 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-6775345d-a8ae-4b6a-814b-5507fbe5a89a req-f5ba4b37-5dab-4793-839f-caf1fd0bad0b tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662295 Aug 10 11:31:37.251852 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:37.302385 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-04de760a-9df0-418c-a33a-cdbc4af75230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:37.456026 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04de760a-9df0-418c-a33a-cdbc4af75230 admin admin] Network 5acaf353-3f61-4dec-9325-b74ab1b31d79 is already hosted by enough agents. {{(pid=93315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:31:37.478695 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.base_scheduler [None req-04de760a-9df0-418c-a33a-cdbc4af75230 admin admin] Resources bound (agent type, host, resource id): {{(pid=93315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:31:37.487311 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04de760a-9df0-418c-a33a-cdbc4af75230 admin admin] Received port after_create {{(pid=93315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:31:37.491380 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04de760a-9df0-418c-a33a-cdbc4af75230 admin admin] Pushing event updated for resources: {'Port': ['ID=05f7a3fa-18d6-4b22-98d1-da58f09126ea,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:37.930261 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-b3865e76-5392-4690-91e0-0d01f8cdc9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:38.125739 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca1545-2b2e-455a-9f23-9e7537249324 req-ff3567ee-f91b-46bf-b091-4264f25f9d88 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:38.132409 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-c9ca1545-2b2e-455a-9f23-9e7537249324 req-ff3567ee-f91b-46bf-b091-4264f25f9d88 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.1509192 Aug 10 11:31:38.344066 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-c9ca1545-2b2e-455a-9f23-9e7537249324 req-f7246a8c-cf69-4d72-b447-09a0593b3b2e tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938858 Aug 10 11:31:38.408906 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-04de760a-9df0-418c-a33a-cdbc4af75230 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:38.679911 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c011cc6-deae-4096-b51a-574cff9be166 req-6cc56d41-8fac-4fb3-a5ea-14f95966fdb4 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:38.685345 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-6c011cc6-deae-4096-b51a-574cff9be166 req-6cc56d41-8fac-4fb3-a5ea-14f95966fdb4 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 945 time: 0.1694946 Aug 10 11:31:38.745108 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 4237fd8e-1c1f-429b-8149-ce8ab41c6045 up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:31:38.907460 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning for port 4237fd8e-1c1f-429b-8149-ce8ab41c6045 completed by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:31:38.963452 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-6c011cc6-deae-4096-b51a-574cff9be166 req-0e8afb57-fa7f-4447-a550-d6419eb5e11e tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2528789 Aug 10 11:31:38.965482 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ade1d3f-7a0f-4b96-b55a-9efee76251bb None None] Network 9c7f5487-900d-4a12-87c9-02f3c51af302 requested from dv-cinder-792800-5-iscsi {{(pid=93317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:31:39.051489 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-209df5ba-1ed2-4519-bfd3-abff430a7e91 None None] Provisioning for port 4237fd8e-1c1f-429b-8149-ce8ab41c6045 completed by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:31:39.068207 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-209df5ba-1ed2-4519-bfd3-abff430a7e91 None None] Provisioning complete for port 4237fd8e-1c1f-429b-8149-ce8ab41c6045 triggered by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:31:39.068959 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-209df5ba-1ed2-4519-bfd3-abff430a7e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:39.077485 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-04de760a-9df0-418c-a33a-cdbc4af75230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-134123107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-134149864'] for router, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:39.452630 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-209df5ba-1ed2-4519-bfd3-abff430a7e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:39.590669 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04de760a-9df0-418c-a33a-cdbc4af75230 admin admin] Router 36e2adb7-707b-4085-8cfe-121407b639cf is scheduled to L3 agent c7f5eca1-6939-476e-9546-e5f0f7bb2dc8 with binding_index 1 {{(pid=93315) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 11:31:39.621917 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-209df5ba-1ed2-4519-bfd3-abff430a7e91 None None] For port 4237fd8e-1c1f-429b-8149-ce8ab41c6045, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=4237fd8e-1c1f-429b-8149-ce8ab41c6045,segment=NetworkSegment(e74442d5-1a6c-4a7e-bcb7-507d75080a4f),segment_id=e74442d5-1a6c-4a7e-bcb7-507d75080a4f)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:31:39.636926 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-209df5ba-1ed2-4519-bfd3-abff430a7e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:39.718522 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209df5ba-1ed2-4519-bfd3-abff430a7e91 None None] Pushing event updated for resources: {'Port': ['ID=4237fd8e-1c1f-429b-8149-ce8ab41c6045,revision_number=3']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:39.782672 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-68530e51-c783-4460-a419-f96f34511541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:39.974665 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa063890-9b43-4180-b27d-c71c8c1f1c01 req-3180c0be-5458-4ded-9cc3-5dd27b777ddc tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:39.977375 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-aa063890-9b43-4180-b27d-c71c8c1f1c01 req-3180c0be-5458-4ded-9cc3-5dd27b777ddc tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.4000552 Aug 10 11:31:40.038352 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04de760a-9df0-418c-a33a-cdbc4af75230 admin admin] Notify agent at l3_agent.dv-cinder-792800-5-iscsi the message routers_updated {{(pid=93315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 11:31:40.061467 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523c26d7-9696-4675-aad1-eacdacc31c9d None None] Sync routers for ids ['36e2adb7-707b-4085-8cfe-121407b639cf'] in dv-cinder-792800-5-iscsi {{(pid=93318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 11:31:40.076481 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523c26d7-9696-4675-aad1-eacdacc31c9d None None] Routers {'36e2adb7-707b-4085-8cfe-121407b639cf'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:31:40.078417 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-aa063890-9b43-4180-b27d-c71c8c1f1c01 req-cfadf32a-9786-412f-bd4b-e89d4f97c888 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863259 Aug 10 11:31:40.079185 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-523c26d7-9696-4675-aad1-eacdacc31c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:31:37Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['36e2adb7-707b-4085-8cfe-121407b639cf'], 'active': True} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:31:40.082890 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-776d1ab2-1cd9-404f-81f9-9e66e25014b4 None None] Provisioning complete for port 4237fd8e-1c1f-429b-8149-ce8ab41c6045 triggered by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:31:40.083822 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-776d1ab2-1cd9-404f-81f9-9e66e25014b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:40.092921 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-04de760a-9df0-418c-a33a-cdbc4af75230 admin admin] Notify callbacks [] for router, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:40.094775 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-04de760a-9df0-418c-a33a-cdbc4af75230 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.2898314 Aug 10 11:31:40.098074 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 52238) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:31:40.330132 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce47f27-1b31-4c43-ad07-10e4efa9f822 req-7993dc17-7d3f-41b5-b9a5-4ecc2d23b9e3 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:40.334675 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-5ce47f27-1b31-4c43-ad07-10e4efa9f822 req-7993dc17-7d3f-41b5-b9a5-4ecc2d23b9e3 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 945 time: 0.1816244 Aug 10 11:31:40.367429 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvr_db [None req-523c26d7-9696-4675-aad1-eacdacc31c9d None None] Set router 36e2adb7-707b-4085-8cfe-121407b639cf gateway port host: dv-cinder-792800-5-iscsi {{(pid=93318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:31:40.439043 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-5ce47f27-1b31-4c43-ad07-10e4efa9f822 req-c8f2f553-31b0-4c4e-876c-13c9ac9765a2 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675449 Aug 10 11:31:40.583635 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 4237fd8e-1c1f-429b-8149-ce8ab41c6045 up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:31:40.687603 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port 4237fd8e-1c1f-429b-8149-ce8ab41c6045 triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:31:40.690925 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:40.719677 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-523c26d7-9696-4675-aad1-eacdacc31c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e2adb7-707b-4085-8cfe-121407b639cf', 'name': 'tempest-TestShelveInstance-313267928-router', 'tenant_id': '64fdce55728241d78b745581962d5036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '05f7a3fa-18d6-4b22-98d1-da58f09126ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:31:35Z', 'updated_at': '2021-08-10T11:31:37Z', 'revision_number': 3, 'project_id': '64fdce55728241d78b745581962d5036', 'gw_port': {'id': '05f7a3fa-18d6-4b22-98d1-da58f09126ea', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:65:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e2adb7-707b-4085-8cfe-121407b639cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:31:36Z', 'updated_at': '2021-08-10T11:31:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi'}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:31:40.805452 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523c26d7-9696-4675-aad1-eacdacc31c9d None None] Checking router: 36e2adb7-707b-4085-8cfe-121407b639cf for host: dv-cinder-792800-5-iscsi {{(pid=93318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 11:31:40.806148 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523c26d7-9696-4675-aad1-eacdacc31c9d None None] Updating router 36e2adb7-707b-4085-8cfe-121407b639cf port 05f7a3fa-18d6-4b22-98d1-da58f09126ea binding host dv-cinder-792800-5-iscsi {{(pid=93318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 11:31:40.860732 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-523c26d7-9696-4675-aad1-eacdacc31c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:41.518707 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c625fe25-0a1c-489d-973f-91c93abcb579 req-a3ebc0d7-52e9-49cc-b8a2-7c539f78ae1c tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:41.535578 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-c625fe25-0a1c-489d-973f-91c93abcb579 req-a3ebc0d7-52e9-49cc-b8a2-7c539f78ae1c tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.2844546 Aug 10 11:31:41.610178 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-523c26d7-9696-4675-aad1-eacdacc31c9d None None] Notify callbacks [] for port, precommit_update {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:41.632388 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-dbe5d3a2-0d5d-4cc3-b03b-324ab581c77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:41.634885 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.provisioning_blocks [None req-523c26d7-9696-4675-aad1-eacdacc31c9d None None] Transition to ACTIVE for port object 05f7a3fa-18d6-4b22-98d1-da58f09126ea will not be triggered until provisioned by entity L2. {{(pid=93318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:31:41.645613 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-523c26d7-9696-4675-aad1-eacdacc31c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:41.706168 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 734fd62e-a75e-4120-ba4d-b732bed04e73 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 11:31:41.796643 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-c625fe25-0a1c-489d-973f-91c93abcb579 req-c991c648-6355-4e9e-a7da-3618bc48389b tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581761 Aug 10 11:31:41.885058 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.managers [None req-523c26d7-9696-4675-aad1-eacdacc31c9d None None] Attempting to bind port 05f7a3fa-18d6-4b22-98d1-da58f09126ea on host dv-cinder-792800-5-iscsi for vnic_type normal with profile {{(pid=93318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:31:41.885427 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.managers [None req-523c26d7-9696-4675-aad1-eacdacc31c9d None None] Attempting to bind port 05f7a3fa-18d6-4b22-98d1-da58f09126ea by drivers openvswitch,hyperv on host dv-cinder-792800-5-iscsi at level 0 using segments [{'id': 'f70d9b94-9741-4a97-8751-b62ba7cc47d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'}] {{(pid=93318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:31:41.885792 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523c26d7-9696-4675-aad1-eacdacc31c9d None None] Attempting to bind port 05f7a3fa-18d6-4b22-98d1-da58f09126ea on network 5acaf353-3f61-4dec-9325-b74ab1b31d79 {{(pid=93318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:31:41.896621 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523c26d7-9696-4675-aad1-eacdacc31c9d None None] Checking agent: {'id': '7e56837d-5a68-4d8c-918f-73dada8ac547', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 21, 37), 'started_at': datetime.datetime(2021, 8, 10, 11, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:31:41.897433 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523c26d7-9696-4675-aad1-eacdacc31c9d None None] Checking segment: {'id': 'f70d9b94-9741-4a97-8751-b62ba7cc47d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:31:41.897715 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-523c26d7-9696-4675-aad1-eacdacc31c9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:41.898549 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523c26d7-9696-4675-aad1-eacdacc31c9d None None] Bound using segment: {'id': 'f70d9b94-9741-4a97-8751-b62ba7cc47d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'} {{(pid=93318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:31:41.899795 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.managers [None req-523c26d7-9696-4675-aad1-eacdacc31c9d None None] Bound port: 05f7a3fa-18d6-4b22-98d1-da58f09126ea, host: dv-cinder-792800-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f70d9b94-9741-4a97-8751-b62ba7cc47d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'}}] {{(pid=93318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:31:41.900565 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-523c26d7-9696-4675-aad1-eacdacc31c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:41.904120 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f7930-ca3e-44fa-a013-82c3129d0d47 None None] Pushing event updated for resources: {'Port': ['ID=05f7a3fa-18d6-4b22-98d1-da58f09126ea,revision_number=2']} {{(pid=93318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:41.954837 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d1081edc-4bdb-41bb-aaeb-cca776159ac2 req-714d84ae-0ed1-4d3c-963f-335b0d67a9d7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3207874 Aug 10 11:31:41.959083 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721f7930-ca3e-44fa-a013-82c3129d0d47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:31:41.964379 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721f7930-ca3e-44fa-a013-82c3129d0d47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:31:41.967770 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721f7930-ca3e-44fa-a013-82c3129d0d47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:31:41.971098 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721f7930-ca3e-44fa-a013-82c3129d0d47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:31:41.974149 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721f7930-ca3e-44fa-a013-82c3129d0d47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:31:41.974591 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721f7930-ca3e-44fa-a013-82c3129d0d47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:31:41.974937 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721f7930-ca3e-44fa-a013-82c3129d0d47 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:31:41.975274 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721f7930-ca3e-44fa-a013-82c3129d0d47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:31:41.975968 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721f7930-ca3e-44fa-a013-82c3129d0d47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:31:41.975968 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721f7930-ca3e-44fa-a013-82c3129d0d47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:31:41.976381 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721f7930-ca3e-44fa-a013-82c3129d0d47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:31:41.981548 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721f7930-ca3e-44fa-a013-82c3129d0d47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:31:42.085257 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff53505-c883-44a4-8b32-f29df23a57e3 req-9e9de7e2-63b9-46a0-a3bd-d3b88b375e65 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:42.094316 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-8ff53505-c883-44a4-8b32-f29df23a57e3 req-9e9de7e2-63b9-46a0-a3bd-d3b88b375e65 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 945 time: 0.3962834 Aug 10 11:31:42.109366 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 734fd62e-a75e-4120-ba4d-b732bed04e73, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=734fd62e-a75e-4120-ba4d-b732bed04e73,segment=NetworkSegment(3cbd7805-aa7c-4600-9950-b5cb2e54bb37),segment_id=3cbd7805-aa7c-4600-9950-b5cb2e54bb37)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:31:42.117556 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.db [None req-523c26d7-9696-4675-aad1-eacdacc31c9d None None] For port 05f7a3fa-18d6-4b22-98d1-da58f09126ea, host dv-cinder-792800-5-iscsi, cleared binding levels {{(pid=93318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:31:42.123921 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.db [None req-523c26d7-9696-4675-aad1-eacdacc31c9d None None] For port 05f7a3fa-18d6-4b22-98d1-da58f09126ea, host dv-cinder-792800-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=05f7a3fa-18d6-4b22-98d1-da58f09126ea,segment=NetworkSegment(f70d9b94-9741-4a97-8751-b62ba7cc47d6),segment_id=f70d9b94-9741-4a97-8751-b62ba7cc47d6)] {{(pid=93318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:31:42.124660 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1081edc-4bdb-41bb-aaeb-cca776159ac2 req-266f8772-3182-47aa-bc58-011120958de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:42.127444 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d1081edc-4bdb-41bb-aaeb-cca776159ac2 req-266f8772-3182-47aa-bc58-011120958de4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=afe55c64225f460986dcc8bab02d02a7&device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 1098 time: 0.1341462 Aug 10 11:31:42.132132 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-523c26d7-9696-4675-aad1-eacdacc31c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:42.164838 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-8ff53505-c883-44a4-8b32-f29df23a57e3 req-643cfb0f-37ae-44a1-864a-034f3904bb43 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691853 Aug 10 11:31:42.165098 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Returning: {'device': '734fd62e-a75e-4120-ba4d-b732bed04e73', 'network_id': 'caf833b7-6b1c-4283-9a64-20c0e4838897', 'port_id': '734fd62e-a75e-4120-ba4d-b732bed04e73', 'mac_address': 'fa:16:3e:88:23:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef775550-3c92-437a-ad9c-5040b90d0f3e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 11:31:42.246046 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f7930-ca3e-44fa-a013-82c3129d0d47 None None] Pushing event updated for resources: {'Port': ['ID=05f7a3fa-18d6-4b22-98d1-da58f09126ea,revision_number=3']} {{(pid=93318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:42.262570 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523c26d7-9696-4675-aad1-eacdacc31c9d None None] Routers {'36e2adb7-707b-4085-8cfe-121407b639cf'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:31:42.263657 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-523c26d7-9696-4675-aad1-eacdacc31c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:31:37Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['36e2adb7-707b-4085-8cfe-121407b639cf'], 'active': True} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:31:42.282889 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:42.322794 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.db_base_plugin_common [None req-dbe5d3a2-0d5d-4cc3-b03b-324ab581c77b admin admin] Allocated IP 172.20.0.1 (9c7f5487-900d-4a12-87c9-02f3c51af302/811b9f1d-8e04-4e1c-abcc-ab7f5bbe2780/a0028ad1-0106-4a8a-a07c-23decd19b518) {{(pid=93316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:31:42.333190 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 734fd62e-a75e-4120-ba4d-b732bed04e73 {{(pid=93317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 11:31:42.420308 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvr_db [None req-523c26d7-9696-4675-aad1-eacdacc31c9d None None] Set router 36e2adb7-707b-4085-8cfe-121407b639cf gateway port host: dv-cinder-792800-5-iscsi {{(pid=93318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:31:42.421592 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 734fd62e-a75e-4120-ba4d-b732bed04e73, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=734fd62e-a75e-4120-ba4d-b732bed04e73,segment=NetworkSegment(3cbd7805-aa7c-4600-9950-b5cb2e54bb37),segment_id=3cbd7805-aa7c-4600-9950-b5cb2e54bb37)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:31:42.426692 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:42.442261 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1081edc-4bdb-41bb-aaeb-cca776159ac2 req-d5d19402-519f-42d0-a946-80533c5e8385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:42.443864 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d1081edc-4bdb-41bb-aaeb-cca776159ac2 req-d5d19402-519f-42d0-a946-80533c5e8385 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ac384aef-2059-4aee-9fe8-cc3f23ea8171 HTTP/1.1" status: 200 len: 920 time: 0.2726521 Aug 10 11:31:42.524781 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d1081edc-4bdb-41bb-aaeb-cca776159ac2 req-783423f2-5a6b-4280-b5be-e96d92d178c1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04746259-d9eb-4106-ae51-c2eb76c60065 HTTP/1.1" status: 200 len: 217 time: 0.0707490 Aug 10 11:31:42.538313 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=734fd62e-a75e-4120-ba4d-b732bed04e73,revision_number=6']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:42.544899 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] get_ports_and_sgs() called for port_ids ['734fd62e-a75e-4120-ba4d-b732bed04e73'] {{(pid=93317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 11:31:42.554113 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-dbe5d3a2-0d5d-4cc3-b03b-324ab581c77b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:42.599111 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.provisioning_blocks [None req-dbe5d3a2-0d5d-4cc3-b03b-324ab581c77b admin admin] Transition to ACTIVE for port object a0028ad1-0106-4a8a-a07c-23decd19b518 will not be triggered until provisioned by entity DHCP. {{(pid=93316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:31:42.666140 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1081edc-4bdb-41bb-aaeb-cca776159ac2 req-080393f8-2d0d-44fe-8dd3-02c77953f1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:42.670297 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d1081edc-4bdb-41bb-aaeb-cca776159ac2 req-080393f8-2d0d-44fe-8dd3-02c77953f1f8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ba625b56-e582-40d3-9c2a-ac92dffb393f HTTP/1.1" status: 200 len: 859 time: 0.1308296 Aug 10 11:31:42.692178 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-dbe5d3a2-0d5d-4cc3-b03b-324ab581c77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130748572'] for port, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:42.737842 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d1081edc-4bdb-41bb-aaeb-cca776159ac2 req-730f880b-7678-48cf-995b-43aa914fcf7d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ac384aef-2059-4aee-9fe8-cc3f23ea8171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527532 Aug 10 11:31:42.779915 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe5d3a2-0d5d-4cc3-b03b-324ab581c77b admin admin] Network 9c7f5487-900d-4a12-87c9-02f3c51af302 is already hosted by enough agents. {{(pid=93316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:31:42.793911 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.base_scheduler [None req-dbe5d3a2-0d5d-4cc3-b03b-324ab581c77b admin admin] Resources bound (agent type, host, resource id): {{(pid=93316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:31:42.818151 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe5d3a2-0d5d-4cc3-b03b-324ab581c77b admin admin] Received port after_create {{(pid=93316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:31:42.821877 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-523c26d7-9696-4675-aad1-eacdacc31c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e2adb7-707b-4085-8cfe-121407b639cf', 'name': 'tempest-TestShelveInstance-313267928-router', 'tenant_id': '64fdce55728241d78b745581962d5036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '05f7a3fa-18d6-4b22-98d1-da58f09126ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:31:35Z', 'updated_at': '2021-08-10T11:31:37Z', 'revision_number': 3, 'project_id': '64fdce55728241d78b745581962d5036', 'gw_port': {'id': '05f7a3fa-18d6-4b22-98d1-da58f09126ea', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:65:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e2adb7-707b-4085-8cfe-121407b639cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:31:36Z', 'updated_at': '2021-08-10T11:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi'}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:31:42.893571 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523c26d7-9696-4675-aad1-eacdacc31c9d None None] The sync data for ids ['36e2adb7-707b-4085-8cfe-121407b639cf'] in dv-cinder-792800-5-iscsi is: [{'id': '36e2adb7-707b-4085-8cfe-121407b639cf', 'name': 'tempest-TestShelveInstance-313267928-router', 'tenant_id': '64fdce55728241d78b745581962d5036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '05f7a3fa-18d6-4b22-98d1-da58f09126ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:31:35Z', 'updated_at': '2021-08-10T11:31:37Z', 'revision_number': 3, 'project_id': '64fdce55728241d78b745581962d5036', 'gw_port': {'id': '05f7a3fa-18d6-4b22-98d1-da58f09126ea', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:65:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e2adb7-707b-4085-8cfe-121407b639cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:31:36Z', 'updated_at': '2021-08-10T11:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi'}] {{(pid=93318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 11:31:42.947739 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe5d3a2-0d5d-4cc3-b03b-324ab581c77b admin admin] Pushing event updated for resources: {'Port': ['ID=a0028ad1-0106-4a8a-a07c-23decd19b518,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:43.004271 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d1081edc-4bdb-41bb-aaeb-cca776159ac2 req-bcef6dc2-cfe7-4af9-bc85-5dfccb65db00 service neutron] 10.222.0.59 "GET /v2.0/networks/ac384aef-2059-4aee-9fe8-cc3f23ea8171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591696 Aug 10 11:31:43.010836 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-dbe5d3a2-0d5d-4cc3-b03b-324ab581c77b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-134174491'] for router_interface, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:43.239221 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220981e-166e-4c97-ada1-fe6312527b8a req-ac0e4f6d-a4a4-4b55-ae9b-44b36022cdbd tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:43.241137 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-9220981e-166e-4c97-ada1-fe6312527b8a req-ac0e4f6d-a4a4-4b55-ae9b-44b36022cdbd tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.2328331 Aug 10 11:31:43.313030 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-9fe5d8bd-4739-4888-a955-81e90ecdb685 None None] Provisioning for port a0028ad1-0106-4a8a-a07c-23decd19b518 completed by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:31:43.327080 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-9fe5d8bd-4739-4888-a955-81e90ecdb685 None None] Provisioning complete for port a0028ad1-0106-4a8a-a07c-23decd19b518 triggered by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:31:43.333376 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-9fe5d8bd-4739-4888-a955-81e90ecdb685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:43.335123 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d1081edc-4bdb-41bb-aaeb-cca776159ac2 req-e1a8ed99-0f20-4e54-a1ea-e209531c31f4 service neutron] 10.222.0.59 "GET /v2.0/networks/ac384aef-2059-4aee-9fe8-cc3f23ea8171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126819 Aug 10 11:31:43.582331 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-9fe5d8bd-4739-4888-a955-81e90ecdb685 None None] Port a0028ad1-0106-4a8a-a07c-23decd19b518 cannot update to ACTIVE because it is not bound. {{(pid=93317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 11:31:43.707380 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 734fd62e-a75e-4120-ba4d-b732bed04e73 up at agent hyperv_hv-cinder-79280 {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:31:43.725997 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-9220981e-166e-4c97-ada1-fe6312527b8a req-42c39161-5473-4b89-8492-50d220d74c58 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4571857 Aug 10 11:31:43.803073 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-dbe5d3a2-0d5d-4cc3-b03b-324ab581c77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:43.885038 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Provisioning complete for port 734fd62e-a75e-4120-ba4d-b732bed04e73 triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:31:43.885818 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:43.947944 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e3e6c-6d8e-4293-aca5-ea88a587a164 req-f0752d35-1437-47e1-8825-4f0f756c2f0d tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:43.971110 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-736e3e6c-6d8e-4293-aca5-ea88a587a164 req-f0752d35-1437-47e1-8825-4f0f756c2f0d tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 944 time: 0.3951087 Aug 10 11:31:44.011295 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:44.105146 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 734fd62e-a75e-4120-ba4d-b732bed04e73, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=734fd62e-a75e-4120-ba4d-b732bed04e73,segment=NetworkSegment(3cbd7805-aa7c-4600-9950-b5cb2e54bb37),segment_id=3cbd7805-aa7c-4600-9950-b5cb2e54bb37)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:31:44.108222 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a7931f-83f4-497e-ba99-814093e07174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734fd62e-a75e-4120-ba4d-b732bed04e73'}] {{(pid=93317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:31:44.115971 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f65e5affd22be71f9b00dd80d36c6e54843c66eef292b5ed0267a1f9ac014f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da1c30a-28ec-422f-8dd9-9e737f3e5578" -d '{"events": [{"server_uuid": "f9a7931f-83f4-497e-ba99-814093e07174", "name": "network-vif-plugged", "status": "completed", "tag": "734fd62e-a75e-4120-ba4d-b732bed04e73"}]}' {{(pid=93317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:31:44.129972 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:44.193591 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-736e3e6c-6d8e-4293-aca5-ea88a587a164 req-09b747af-e363-405c-9043-991af52acc8c tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2116208 Aug 10 11:31:44.240261 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=734fd62e-a75e-4120-ba4d-b732bed04e73,revision_number=7']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:44.254985 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 11:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07876e9-0e63-4eb9-b55a-f415e320c3d4 x-openstack-request-id: req-b07876e9-0e63-4eb9-b55a-f415e320c3d4 {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:31:44.255340 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a7931f-83f4-497e-ba99-814093e07174", "name": "network-vif-plugged", "status": "completed", "tag": "734fd62e-a75e-4120-ba4d-b732bed04e73", "code": 200}]} {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:31:44.255579 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b07876e9-0e63-4eb9-b55a-f415e320c3d4 {{(pid=93317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:31:44.256403 dv-cinder-792800-5-iscsi neutron-server[93317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a7931f-83f4-497e-ba99-814093e07174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734fd62e-a75e-4120-ba4d-b732bed04e73', 'code': 200} Aug 10 11:31:44.657563 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-dbe5d3a2-0d5d-4cc3-b03b-324ab581c77b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:44.674890 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-dbe5d3a2-0d5d-4cc3-b03b-324ab581c77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130748519'] for port, after_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:44.730358 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 05f7a3fa-18d6-4b22-98d1-da58f09126ea up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:31:44.906439 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe5d3a2-0d5d-4cc3-b03b-324ab581c77b admin admin] Pushing event updated for resources: {'Port': ['ID=a0028ad1-0106-4a8a-a07c-23decd19b518,revision_number=2']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:44.935213 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:44.983356 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning for port 05f7a3fa-18d6-4b22-98d1-da58f09126ea completed by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:31:44.993173 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port 05f7a3fa-18d6-4b22-98d1-da58f09126ea triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:31:44.993566 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:45.028771 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-dbe5d3a2-0d5d-4cc3-b03b-324ab581c77b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133803058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-134174639'] for router_interface, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:45.164965 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ff98c-6e85-4339-996c-43d388f7d353 req-85194d79-0a9f-452a-95ed-62359b43ba27 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:45.169278 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-fa4ff98c-6e85-4339-996c-43d388f7d353 req-85194d79-0a9f-452a-95ed-62359b43ba27 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.2315145 Aug 10 11:31:45.241561 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:45.285388 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] For port 05f7a3fa-18d6-4b22-98d1-da58f09126ea, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=05f7a3fa-18d6-4b22-98d1-da58f09126ea,segment=NetworkSegment(f70d9b94-9741-4a97-8751-b62ba7cc47d6),segment_id=f70d9b94-9741-4a97-8751-b62ba7cc47d6)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:31:45.290029 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-fa4ff98c-6e85-4339-996c-43d388f7d353 req-a08f57fa-17ad-4f32-b336-26314bc40471 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054623 Aug 10 11:31:45.312021 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:45.359903 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe5d3a2-0d5d-4cc3-b03b-324ab581c77b admin admin] Network 9c7f5487-900d-4a12-87c9-02f3c51af302 is already hosted by enough agents. {{(pid=93316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:31:45.363293 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.base_scheduler [None req-dbe5d3a2-0d5d-4cc3-b03b-324ab581c77b admin admin] Resources bound (agent type, host, resource id): {{(pid=93316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:31:45.510066 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Pushing event updated for resources: {'Port': ['ID=05f7a3fa-18d6-4b22-98d1-da58f09126ea,revision_number=4']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:45.685892 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8ce3c-0e22-48e5-87ad-c0267656ae3f req-a8b58ce0-dfc5-4d50-bf1e-120c3c9b2cc3 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:45.687846 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-4da8ce3c-0e22-48e5-87ad-c0267656ae3f req-a8b58ce0-dfc5-4d50-bf1e-120c3c9b2cc3 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 945 time: 0.1117792 Aug 10 11:31:45.698764 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe5d3a2-0d5d-4cc3-b03b-324ab581c77b admin admin] Router 36e2adb7-707b-4085-8cfe-121407b639cf has already been hosted by L3 agent c7f5eca1-6939-476e-9546-e5f0f7bb2dc8 {{(pid=93316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 11:31:45.783552 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-4464a7ae-cc56-4ec0-ae45-67f9395ec8b2 None None] Provisioning complete for port a0028ad1-0106-4a8a-a07c-23decd19b518 triggered by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:31:45.784027 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-4464a7ae-cc56-4ec0-ae45-67f9395ec8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:45.855998 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-4da8ce3c-0e22-48e5-87ad-c0267656ae3f req-d18f39d3-6c6e-485c-8ade-c6d88fb288fd tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547666 Aug 10 11:31:45.902818 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-4464a7ae-cc56-4ec0-ae45-67f9395ec8b2 None None] Port a0028ad1-0106-4a8a-a07c-23decd19b518 cannot update to ACTIVE because it is not bound. {{(pid=93317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 11:31:46.016800 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe5d3a2-0d5d-4cc3-b03b-324ab581c77b admin admin] Notify agent at l3_agent.dv-cinder-792800-5-iscsi the message routers_updated {{(pid=93316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 11:31:46.043315 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-dbe5d3a2-0d5d-4cc3-b03b-324ab581c77b admin admin] 10.222.0.24 "PUT /v2.0/routers/36e2adb7-707b-4085-8cfe-121407b639cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9434218 Aug 10 11:31:46.544557 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfe77b4-fd03-440f-8706-b680e6d2bf43 None None] Sync routers for ids ['36e2adb7-707b-4085-8cfe-121407b639cf'] in dv-cinder-792800-5-iscsi {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 11:31:46.558252 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfe77b4-fd03-440f-8706-b680e6d2bf43 None None] Routers {'36e2adb7-707b-4085-8cfe-121407b639cf'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:31:46.559337 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-4bfe77b4-fd03-440f-8706-b680e6d2bf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:31:37Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['36e2adb7-707b-4085-8cfe-121407b639cf'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:31:46.561663 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d863d84-8bdf-44e6-a8c3-b20f3c2185f3 req-88938e95-7194-49b3-be91-5c19db8a9e02 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:46.584032 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-8d863d84-8bdf-44e6-a8c3-b20f3c2185f3 req-88938e95-7194-49b3-be91-5c19db8a9e02 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.1345317 Aug 10 11:31:46.613541 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 05f7a3fa-18d6-4b22-98d1-da58f09126ea up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:31:46.659352 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-8d863d84-8bdf-44e6-a8c3-b20f3c2185f3 req-518b69fe-8c80-4640-9a16-e6e1225cd099 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718017 Aug 10 11:31:46.742495 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port 05f7a3fa-18d6-4b22-98d1-da58f09126ea triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:31:46.742870 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:46.848487 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-4bfe77b4-fd03-440f-8706-b680e6d2bf43 None None] Set router 36e2adb7-707b-4085-8cfe-121407b639cf gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:31:47.184052 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626b4cf-b8f4-475c-b8a8-f0f2d4bbc0f3 req-56deb926-51e2-4f41-b480-91101ec60a62 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:47.192690 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-f626b4cf-b8f4-475c-b8a8-f0f2d4bbc0f3 req-56deb926-51e2-4f41-b480-91101ec60a62 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 945 time: 0.1144025 Aug 10 11:31:47.253794 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-f626b4cf-b8f4-475c-b8a8-f0f2d4bbc0f3 req-94f60253-bdab-4eb7-a5be-0e2944a2fdbc tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596578 Aug 10 11:31:47.382569 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 52392) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:31:47.391100 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-03c09bcb-99da-4f9a-a56e-9143f88a0062 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-138381184-network', 'tenant_id': '1fab3f5db16948b1b7217ed7b226c1e3'}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:31:47.393247 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-4bfe77b4-fd03-440f-8706-b680e6d2bf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e2adb7-707b-4085-8cfe-121407b639cf', 'name': 'tempest-TestShelveInstance-313267928-router', 'tenant_id': '64fdce55728241d78b745581962d5036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '05f7a3fa-18d6-4b22-98d1-da58f09126ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:31:35Z', 'updated_at': '2021-08-10T11:31:43Z', 'revision_number': 4, 'project_id': '64fdce55728241d78b745581962d5036', 'gw_port': {'id': '05f7a3fa-18d6-4b22-98d1-da58f09126ea', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:65:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2adb7-707b-4085-8cfe-121407b639cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:31:36Z', 'updated_at': '2021-08-10T11:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': 'a0028ad1-0106-4a8a-a07c-23decd19b518', 'name': '', 'network_id': '9c7f5487-900d-4a12-87c9-02f3c51af302', 'tenant_id': '64fdce55728241d78b745581962d5036', 'mac_address': 'fa:16:3e:00:6e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e2adb7-707b-4085-8cfe-121407b639cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '811b9f1d-8e04-4e1c-abcc-ab7f5bbe2780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:31:41Z', 'updated_at': '2021-08-10T11:31:44Z', 'revision_number': 2, 'project_id': '64fdce55728241d78b745581962d5036', 'subnets': [{'id': '811b9f1d-8e04-4e1c-abcc-ab7f5bbe2780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:31:47.505472 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c09bcb-99da-4f9a-a56e-9143f88a0062 admin admin] Made reservation on behalf of 1fab3f5db16948b1b7217ed7b226c1e3 for: {'network': 1} {{(pid=93316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:31:47.513463 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-03c09bcb-99da-4f9a-a56e-9143f88a0062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for network, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:47.540927 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-03c09bcb-99da-4f9a-a56e-9143f88a0062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:47.732659 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfe77b4-fd03-440f-8706-b680e6d2bf43 None None] Checking router: 36e2adb7-707b-4085-8cfe-121407b639cf for host: dv-cinder-792800-5-iscsi {{(pid=93317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 11:31:47.732659 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfe77b4-fd03-440f-8706-b680e6d2bf43 None None] Updating router 36e2adb7-707b-4085-8cfe-121407b639cf port a0028ad1-0106-4a8a-a07c-23decd19b518 binding host dv-cinder-792800-5-iscsi {{(pid=93317) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 11:31:47.782716 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-4bfe77b4-fd03-440f-8706-b680e6d2bf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:48.028323 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-03c09bcb-99da-4f9a-a56e-9143f88a0062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:48.055632 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-03c09bcb-99da-4f9a-a56e-9143f88a0062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:48.163195 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd8ec81-5529-4fa6-91cc-2ba8f7301914 req-c13707ab-791e-4fc1-a941-c332893fd633 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:48.181901 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-7dd8ec81-5529-4fa6-91cc-2ba8f7301914 req-c13707ab-791e-4fc1-a941-c332893fd633 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.3048933 Aug 10 11:31:48.269416 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03c09bcb-99da-4f9a-a56e-9143f88a0062 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=93316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 11:31:48.334450 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c09bcb-99da-4f9a-a56e-9143f88a0062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc12a65-891d-4872-b333-0230136e06aa,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:48.389178 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-03c09bcb-99da-4f9a-a56e-9143f88a0062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462'] for segment, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:48.389994 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.db.segments_db [None req-03c09bcb-99da-4f9a-a56e-9143f88a0062 admin admin] Added segment 1824ec12-c4b3-41f2-827e-f2bf8961aa72 of type vlan for network e7f97458-247b-4d2e-a9a1-9a66ca21f2ab Aug 10 11:31:48.567351 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6b961-af90-470f-83f7-88bd3e94b3bc req-2c776ddc-32c0-4c12-8ae0-4e1af71f7c8f tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:48.578016 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-36a6b961-af90-470f-83f7-88bd3e94b3bc req-2c776ddc-32c0-4c12-8ae0-4e1af71f7c8f tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 945 time: 0.1058590 Aug 10 11:31:48.671011 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-03c09bcb-99da-4f9a-a56e-9143f88a0062 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778040477516'] for network, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:48.704325 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-7dd8ec81-5529-4fa6-91cc-2ba8f7301914 req-5d167605-bda5-4758-9a97-ced497e5a241 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5207069 Aug 10 11:31:48.731320 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-36a6b961-af90-470f-83f7-88bd3e94b3bc req-4563ac44-f1c1-4639-969b-6db7d029a481 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450887 Aug 10 11:31:48.858457 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-03c09bcb-99da-4f9a-a56e-9143f88a0062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008'] for network, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:48.860071 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c09bcb-99da-4f9a-a56e-9143f88a0062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:48.861100 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-03c09bcb-99da-4f9a-a56e-9143f88a0062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for network, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:49.252350 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c09bcb-99da-4f9a-a56e-9143f88a0062 admin admin] Pushing event updated for resources: {'Network': ['ID=e7f97458-247b-4d2e-a9a1-9a66ca21f2ab,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:49.261710 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 52424) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:31:49.263172 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-03c09bcb-99da-4f9a-a56e-9143f88a0062 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8745434 Aug 10 11:31:49.270187 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [None req-db76cd28-7fef-4b5d-9407-3065029e8425 admin admin] Request body: {'subnet': {'network_id': 'e7f97458-247b-4d2e-a9a1-9a66ca21f2ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-138381184-subnet', 'tenant_id': '1fab3f5db16948b1b7217ed7b226c1e3', 'ip_version': 4}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:31:49.309920 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Network e7f97458-247b-4d2e-a9a1-9a66ca21f2ab details requested by agent ovs-agent-dv-cinder-792800-5-iscsi with host dv-cinder-792800-5-iscsi {{(pid=93317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 11:31:49.499453 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db76cd28-7fef-4b5d-9407-3065029e8425 admin admin] Made reservation on behalf of 1fab3f5db16948b1b7217ed7b226c1e3 for: {'subnet': 1} {{(pid=93315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:31:49.503842 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-db76cd28-7fef-4b5d-9407-3065029e8425 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130361298'] for subnet, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:49.670454 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-4bfe77b4-fd03-440f-8706-b680e6d2bf43 None None] Notify callbacks [] for port, precommit_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:49.719793 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-4bfe77b4-fd03-440f-8706-b680e6d2bf43 None None] Transition to ACTIVE for port object a0028ad1-0106-4a8a-a07c-23decd19b518 will not be triggered until provisioned by entity L2. {{(pid=93317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:31:49.877247 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-4bfe77b4-fd03-440f-8706-b680e6d2bf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:50.072402 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bdabc1-08a3-44ca-ad1e-8669b61b15cf None None] Pushing event updated for resources: {'Port': ['ID=a0028ad1-0106-4a8a-a07c-23decd19b518,revision_number=3']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:50.146257 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e117768f-97e6-4378-bb2f-1cb63350578a req-72e6b0a3-34e6-4faa-8235-f001079fd978 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:50.166052 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-e117768f-97e6-4378-bb2f-1cb63350578a req-72e6b0a3-34e6-4faa-8235-f001079fd978 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 945 time: 0.1881115 Aug 10 11:31:50.252843 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-4bfe77b4-fd03-440f-8706-b680e6d2bf43 None None] Attempting to bind port a0028ad1-0106-4a8a-a07c-23decd19b518 on host dv-cinder-792800-5-iscsi for vnic_type normal with profile {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:31:50.254547 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-4bfe77b4-fd03-440f-8706-b680e6d2bf43 None None] Attempting to bind port a0028ad1-0106-4a8a-a07c-23decd19b518 by drivers openvswitch,hyperv on host dv-cinder-792800-5-iscsi at level 0 using segments [{'id': 'e74442d5-1a6c-4a7e-bcb7-507d75080a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '9c7f5487-900d-4a12-87c9-02f3c51af302'}] {{(pid=93317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:31:50.255381 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfe77b4-fd03-440f-8706-b680e6d2bf43 None None] Attempting to bind port a0028ad1-0106-4a8a-a07c-23decd19b518 on network 9c7f5487-900d-4a12-87c9-02f3c51af302 {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:31:50.277401 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfe77b4-fd03-440f-8706-b680e6d2bf43 None None] Checking agent: {'id': '7e56837d-5a68-4d8c-918f-73dada8ac547', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 21, 37), 'started_at': datetime.datetime(2021, 8, 10, 11, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:31:50.277787 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfe77b4-fd03-440f-8706-b680e6d2bf43 None None] Checking segment: {'id': 'e74442d5-1a6c-4a7e-bcb7-507d75080a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '9c7f5487-900d-4a12-87c9-02f3c51af302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:31:50.278230 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-4bfe77b4-fd03-440f-8706-b680e6d2bf43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:50.278705 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfe77b4-fd03-440f-8706-b680e6d2bf43 None None] Bound using segment: {'id': 'e74442d5-1a6c-4a7e-bcb7-507d75080a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '9c7f5487-900d-4a12-87c9-02f3c51af302'} {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:31:50.279339 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-4bfe77b4-fd03-440f-8706-b680e6d2bf43 None None] Bound port: a0028ad1-0106-4a8a-a07c-23decd19b518, host: dv-cinder-792800-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e74442d5-1a6c-4a7e-bcb7-507d75080a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '9c7f5487-900d-4a12-87c9-02f3c51af302'}}] {{(pid=93317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:31:50.279843 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-4bfe77b4-fd03-440f-8706-b680e6d2bf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:50.437747 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-e117768f-97e6-4378-bb2f-1cb63350578a req-bd3ddaa3-c60c-4e16-aead-f62da481eb7e tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2644799 Aug 10 11:31:50.568481 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-4bfe77b4-fd03-440f-8706-b680e6d2bf43 None None] For port a0028ad1-0106-4a8a-a07c-23decd19b518, host dv-cinder-792800-5-iscsi, cleared binding levels {{(pid=93317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:31:50.587659 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-4bfe77b4-fd03-440f-8706-b680e6d2bf43 None None] For port a0028ad1-0106-4a8a-a07c-23decd19b518, host dv-cinder-792800-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=a0028ad1-0106-4a8a-a07c-23decd19b518,segment=NetworkSegment(e74442d5-1a6c-4a7e-bcb7-507d75080a4f),segment_id=e74442d5-1a6c-4a7e-bcb7-507d75080a4f)] {{(pid=93317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:31:50.601150 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-4bfe77b4-fd03-440f-8706-b680e6d2bf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:50.781539 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfe77b4-fd03-440f-8706-b680e6d2bf43 None None] Routers {'36e2adb7-707b-4085-8cfe-121407b639cf'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:31:50.782592 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-4bfe77b4-fd03-440f-8706-b680e6d2bf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:31:37Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['36e2adb7-707b-4085-8cfe-121407b639cf'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:31:50.789326 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bdabc1-08a3-44ca-ad1e-8669b61b15cf None None] Pushing event updated for resources: {'Port': ['ID=a0028ad1-0106-4a8a-a07c-23decd19b518,revision_number=4']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:51.217604 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-4bfe77b4-fd03-440f-8706-b680e6d2bf43 None None] Set router 36e2adb7-707b-4085-8cfe-121407b639cf gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:31:51.523117 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-db76cd28-7fef-4b5d-9407-3065029e8425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134105691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130149043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130361280'] for subnet, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:51.879904 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b2bb2-75c2-40e4-8c9d-ceb7cda4def5 req-3bdbd39d-2190-4475-b716-a7e0df143e36 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:51.889745 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-4bfe77b4-fd03-440f-8706-b680e6d2bf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e2adb7-707b-4085-8cfe-121407b639cf', 'name': 'tempest-TestShelveInstance-313267928-router', 'tenant_id': '64fdce55728241d78b745581962d5036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '05f7a3fa-18d6-4b22-98d1-da58f09126ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:31:35Z', 'updated_at': '2021-08-10T11:31:43Z', 'revision_number': 4, 'project_id': '64fdce55728241d78b745581962d5036', 'gw_port': {'id': '05f7a3fa-18d6-4b22-98d1-da58f09126ea', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:65:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2adb7-707b-4085-8cfe-121407b639cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:31:36Z', 'updated_at': '2021-08-10T11:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': 'a0028ad1-0106-4a8a-a07c-23decd19b518', 'name': '', 'network_id': '9c7f5487-900d-4a12-87c9-02f3c51af302', 'tenant_id': '64fdce55728241d78b745581962d5036', 'mac_address': 'fa:16:3e:00:6e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e2adb7-707b-4085-8cfe-121407b639cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '811b9f1d-8e04-4e1c-abcc-ab7f5bbe2780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:31:41Z', 'updated_at': '2021-08-10T11:31:50Z', 'revision_number': 4, 'project_id': '64fdce55728241d78b745581962d5036', 'subnets': [{'id': '811b9f1d-8e04-4e1c-abcc-ab7f5bbe2780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:31:51.894285 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-434b2bb2-75c2-40e4-8c9d-ceb7cda4def5 req-3bdbd39d-2190-4475-b716-a7e0df143e36 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 1.8791945 Aug 10 11:31:51.953227 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfe77b4-fd03-440f-8706-b680e6d2bf43 None None] The sync data for ids ['36e2adb7-707b-4085-8cfe-121407b639cf'] in dv-cinder-792800-5-iscsi is: [{'id': '36e2adb7-707b-4085-8cfe-121407b639cf', 'name': 'tempest-TestShelveInstance-313267928-router', 'tenant_id': '64fdce55728241d78b745581962d5036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '05f7a3fa-18d6-4b22-98d1-da58f09126ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:31:35Z', 'updated_at': '2021-08-10T11:31:43Z', 'revision_number': 4, 'project_id': '64fdce55728241d78b745581962d5036', 'gw_port': {'id': '05f7a3fa-18d6-4b22-98d1-da58f09126ea', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:65:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2adb7-707b-4085-8cfe-121407b639cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:31:36Z', 'updated_at': '2021-08-10T11:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': 'a0028ad1-0106-4a8a-a07c-23decd19b518', 'name': '', 'network_id': '9c7f5487-900d-4a12-87c9-02f3c51af302', 'tenant_id': '64fdce55728241d78b745581962d5036', 'mac_address': 'fa:16:3e:00:6e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e2adb7-707b-4085-8cfe-121407b639cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '811b9f1d-8e04-4e1c-abcc-ab7f5bbe2780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:31:41Z', 'updated_at': '2021-08-10T11:31:50Z', 'revision_number': 4, 'project_id': '64fdce55728241d78b745581962d5036', 'subnets': [{'id': '811b9f1d-8e04-4e1c-abcc-ab7f5bbe2780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 11:31:52.001883 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b275e-aa59-46bf-86b1-2cf30a2dfb69 req-68bb0aa7-8910-40c0-a369-6dbd29ab33e3 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:52.009199 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-d05b275e-aa59-46bf-86b1-2cf30a2dfb69 req-68bb0aa7-8910-40c0-a369-6dbd29ab33e3 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 945 time: 0.2574327 Aug 10 11:31:52.110586 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76cd28-7fef-4b5d-9407-3065029e8425 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bdb35ca-8ebd-46bf-86cd-1032c733f6c1,revision_number=0']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:52.127293 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db76cd28-7fef-4b5d-9407-3065029e8425 admin admin] Checking segment: {'id': '1824ec12-c4b3-41f2-827e-f2bf8961aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'e7f97458-247b-4d2e-a9a1-9a66ca21f2ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:31:52.127897 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db76cd28-7fef-4b5d-9407-3065029e8425 admin admin] Network hostable DHCP agents. Network: e7f97458-247b-4d2e-a9a1-9a66ca21f2ab, hostable agents: ['0b3fe0ed-30c0-4c64-a4f4-6f12777a422c'], hosted agents: [] {{(pid=93315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 11:31:52.168452 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-d05b275e-aa59-46bf-86b1-2cf30a2dfb69 req-92645fa9-1707-4d93-a019-51733418b729 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460540 Aug 10 11:31:52.182457 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-434b2bb2-75c2-40e4-8c9d-ceb7cda4def5 req-ef5afcb2-269a-47b0-b8b7-1b417dcc2b84 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845864 Aug 10 11:31:52.242962 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db76cd28-7fef-4b5d-9407-3065029e8425 admin admin] Network e7f97458-247b-4d2e-a9a1-9a66ca21f2ab is scheduled to be hosted by DHCP agent 0b3fe0ed-30c0-4c64-a4f4-6f12777a422c with binding_index 1 {{(pid=93315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 11:31:52.277257 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.base_scheduler [None req-db76cd28-7fef-4b5d-9407-3065029e8425 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-5-iscsi, e7f97458-247b-4d2e-a9a1-9a66ca21f2ab) {{(pid=93315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:31:52.289223 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fee439e-4d76-4200-9280-2820e6976dc6 None None] Network e7f97458-247b-4d2e-a9a1-9a66ca21f2ab requested from dv-cinder-792800-5-iscsi {{(pid=93317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:31:52.316562 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db76cd28-7fef-4b5d-9407-3065029e8425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:52.324587 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-db76cd28-7fef-4b5d-9407-3065029e8425 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:52.386354 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 52490) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:31:52.386798 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-db76cd28-7fef-4b5d-9407-3065029e8425 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 3.1231005 Aug 10 11:31:52.396118 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-ef056d35-dbf1-4fe8-9047-55c17679afa6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-138381184-router', 'tenant_id': '1fab3f5db16948b1b7217ed7b226c1e3', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'}}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:31:52.522751 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-ef056d35-dbf1-4fe8-9047-55c17679afa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-134123482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-507807'] for router, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:52.524900 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-ef056d35-dbf1-4fe8-9047-55c17679afa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-134123114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-134149659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134205986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-507782'] for router, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:52.564208 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 52494) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:31:52.945763 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-ef056d35-dbf1-4fe8-9047-55c17679afa6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:53.045218 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device a0028ad1-0106-4a8a-a07c-23decd19b518 up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:31:53.188666 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-99138e2a-7623-4099-89ff-43f72355d1b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:53.396247 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a96fa8f-5207-4d1b-bd5f-bd817c74b311 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31ed9ef1-cb2b-58e0-a77f-21ee6076cf6a-e7f97458-247b-4d2e-a9a1-9a66ca21f2ab', 'network_id': 'e7f97458-247b-4d2e-a9a1-9a66ca21f2ab', 'tenant_id': '1fab3f5db16948b1b7217ed7b226c1e3', 'fixed_ips': [{'subnet_id': '1bdb35ca-8ebd-46bf-86cd-1032c733f6c1'}]}} from dv-cinder-792800-5-iscsi. {{(pid=93317) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 11:31:53.403464 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-8a96fa8f-5207-4d1b-bd5f-bd817c74b311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:53.483261 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-ef056d35-dbf1-4fe8-9047-55c17679afa6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:53.668413 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-99138e2a-7623-4099-89ff-43f72355d1b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:53.726736 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-99138e2a-7623-4099-89ff-43f72355d1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:53.866171 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning for port a0028ad1-0106-4a8a-a07c-23decd19b518 completed by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:31:53.885303 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a49cc-446e-48d2-a684-6d2b6960479b req-3c09a668-390b-440e-9175-65c553031817 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:53.886893 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port a0028ad1-0106-4a8a-a07c-23decd19b518 triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:31:53.887281 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:53.894026 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-99138e2a-7623-4099-89ff-43f72355d1b9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6c8192b4bc6a40588ecb6a9756f01069&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3281057 Aug 10 11:31:53.895789 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 52512) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:31:53.900573 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-622a49cc-446e-48d2-a684-6d2b6960479b req-3c09a668-390b-440e-9175-65c553031817 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 945 time: 0.3745427 Aug 10 11:31:54.054383 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-622a49cc-446e-48d2-a684-6d2b6960479b req-44aa63ab-7b29-46c6-b495-4dec4bbd6e18 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524925 Aug 10 11:31:54.108555 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-aee0b6a8-9f72-48c4-b940-a65586195812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:54.201176 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-aee0b6a8-9f72-48c4-b940-a65586195812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:54.259331 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.db_base_plugin_common [None req-8a96fa8f-5207-4d1b-bd5f-bd817c74b311 None None] Allocated IP 172.20.0.2 (e7f97458-247b-4d2e-a9a1-9a66ca21f2ab/1bdb35ca-8ebd-46bf-86cd-1032c733f6c1/aabe8bc6-1f3c-40e6-9b24-1258eb8918e8) {{(pid=93317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:31:54.380843 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f147c69-90fe-412f-93ad-192e6bdb6d19 req-960d9644-a7ad-405b-9124-ee1a6f7d6f74 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:54.387685 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-3f147c69-90fe-412f-93ad-192e6bdb6d19 req-960d9644-a7ad-405b-9124-ee1a6f7d6f74 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.7147896 Aug 10 11:31:54.404645 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-aee0b6a8-9f72-48c4-b940-a65586195812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:54.414172 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-aee0b6a8-9f72-48c4-b940-a65586195812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:54.421200 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-aee0b6a8-9f72-48c4-b940-a65586195812 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f043abf5-e02a-40b7-ae8f-40b1eeb5a878 HTTP/1.1" status: 204 len: 168 time: 0.5197613 Aug 10 11:31:54.443324 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99138e2a-7623-4099-89ff-43f72355d1b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f043abf5-e02a-40b7-ae8f-40b1eeb5a878,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:54.501326 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee0b6a8-9f72-48c4-b940-a65586195812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f043abf5-e02a-40b7-ae8f-40b1eeb5a878,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:54.571420 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-3f147c69-90fe-412f-93ad-192e6bdb6d19 req-72f5f31b-9dfc-439d-aead-20857c34cf2e tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459146 Aug 10 11:31:54.655219 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:54.852936 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-8a96fa8f-5207-4d1b-bd5f-bd817c74b311 None None] Notify callbacks [] for port, precommit_create {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:54.865492 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-8a96fa8f-5207-4d1b-bd5f-bd817c74b311 None None] Transition to ACTIVE for port object aabe8bc6-1f3c-40e6-9b24-1258eb8918e8 will not be triggered until provisioned by entity L2. {{(pid=93317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:31:54.890458 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-8a96fa8f-5207-4d1b-bd5f-bd817c74b311 None None] Transition to ACTIVE for port object aabe8bc6-1f3c-40e6-9b24-1258eb8918e8 will not be triggered until provisioned by entity DHCP. {{(pid=93317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:31:54.909941 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-8a96fa8f-5207-4d1b-bd5f-bd817c74b311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036'] for port, after_create {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:55.000277 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 52528) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:31:55.027412 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] For port a0028ad1-0106-4a8a-a07c-23decd19b518, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=a0028ad1-0106-4a8a-a07c-23decd19b518,segment=NetworkSegment(e74442d5-1a6c-4a7e-bcb7-507d75080a4f),segment_id=e74442d5-1a6c-4a7e-bcb7-507d75080a4f)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:31:55.035010 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a96fa8f-5207-4d1b-bd5f-bd817c74b311 None None] Network e7f97458-247b-4d2e-a9a1-9a66ca21f2ab is already hosted by enough agents. {{(pid=93317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:31:55.041540 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-ef056d35-dbf1-4fe8-9047-55c17679afa6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:55.059790 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.scheduler.base_scheduler [None req-8a96fa8f-5207-4d1b-bd5f-bd817c74b311 None None] Resources bound (agent type, host, resource id): {{(pid=93317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:31:55.082332 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:55.103284 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a96fa8f-5207-4d1b-bd5f-bd817c74b311 None None] Received port after_create {{(pid=93317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:31:55.139957 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96fa8f-5207-4d1b-bd5f-bd817c74b311 None None] Pushing event updated for resources: {'Port': ['ID=aabe8bc6-1f3c-40e6-9b24-1258eb8918e8,revision_number=1']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:55.164188 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-ef056d35-dbf1-4fe8-9047-55c17679afa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:55.702898 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 52544) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:31:55.720019 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-8a96fa8f-5207-4d1b-bd5f-bd817c74b311 None None] Attempting to bind port aabe8bc6-1f3c-40e6-9b24-1258eb8918e8 on host dv-cinder-792800-5-iscsi for vnic_type normal with profile {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:31:55.723781 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-8a96fa8f-5207-4d1b-bd5f-bd817c74b311 None None] Attempting to bind port aabe8bc6-1f3c-40e6-9b24-1258eb8918e8 by drivers openvswitch,hyperv on host dv-cinder-792800-5-iscsi at level 0 using segments [{'id': '1824ec12-c4b3-41f2-827e-f2bf8961aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'e7f97458-247b-4d2e-a9a1-9a66ca21f2ab'}] {{(pid=93317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:31:55.724283 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a96fa8f-5207-4d1b-bd5f-bd817c74b311 None None] Attempting to bind port aabe8bc6-1f3c-40e6-9b24-1258eb8918e8 on network e7f97458-247b-4d2e-a9a1-9a66ca21f2ab {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:31:55.734233 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-e7b11c30-ea05-4a24-aaef-6fc4adfda9e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:55.770335 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a96fa8f-5207-4d1b-bd5f-bd817c74b311 None None] Checking agent: {'id': '7e56837d-5a68-4d8c-918f-73dada8ac547', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 21, 37), 'started_at': datetime.datetime(2021, 8, 10, 11, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:31:55.770724 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a96fa8f-5207-4d1b-bd5f-bd817c74b311 None None] Checking segment: {'id': '1824ec12-c4b3-41f2-827e-f2bf8961aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'e7f97458-247b-4d2e-a9a1-9a66ca21f2ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:31:55.771141 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-8a96fa8f-5207-4d1b-bd5f-bd817c74b311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:55.775460 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a96fa8f-5207-4d1b-bd5f-bd817c74b311 None None] Bound using segment: {'id': '1824ec12-c4b3-41f2-827e-f2bf8961aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'e7f97458-247b-4d2e-a9a1-9a66ca21f2ab'} {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:31:55.778873 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-8a96fa8f-5207-4d1b-bd5f-bd817c74b311 None None] Bound port: aabe8bc6-1f3c-40e6-9b24-1258eb8918e8, host: dv-cinder-792800-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1824ec12-c4b3-41f2-827e-f2bf8961aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'e7f97458-247b-4d2e-a9a1-9a66ca21f2ab'}}] {{(pid=93317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:31:55.779535 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-8a96fa8f-5207-4d1b-bd5f-bd817c74b311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:55.819833 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Pushing event updated for resources: {'Port': ['ID=a0028ad1-0106-4a8a-a07c-23decd19b518,revision_number=5']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:55.929510 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b2e25-ede3-4124-b96f-01d3b7a1486b req-5dd6102c-27d6-402b-af08-b54d5ccb69f4 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:55.934135 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-d75b2e25-ede3-4124-b96f-01d3b7a1486b req-5dd6102c-27d6-402b-af08-b54d5ccb69f4 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 945 time: 0.5904107 Aug 10 11:31:55.936668 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.db_base_plugin_common [None req-ef056d35-dbf1-4fe8-9047-55c17679afa6 admin admin] Allocated IP 172.27.1.136 (5acaf353-3f61-4dec-9325-b74ab1b31d79/161344f3-be79-4209-8149-4c1c277e8dc7/5d3aadd4-2a6c-47a7-b97c-9c3f5aed2442) {{(pid=93316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:31:56.063491 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-103de0c5-df0e-42ea-82b9-1784cb1608dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:56.125438 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-8a96fa8f-5207-4d1b-bd5f-bd817c74b311 None None] For port aabe8bc6-1f3c-40e6-9b24-1258eb8918e8, host dv-cinder-792800-5-iscsi, cleared binding levels {{(pid=93317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:31:56.147211 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-8a96fa8f-5207-4d1b-bd5f-bd817c74b311 None None] For port aabe8bc6-1f3c-40e6-9b24-1258eb8918e8, host dv-cinder-792800-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=aabe8bc6-1f3c-40e6-9b24-1258eb8918e8,segment=NetworkSegment(1824ec12-c4b3-41f2-827e-f2bf8961aa72),segment_id=1824ec12-c4b3-41f2-827e-f2bf8961aa72)] {{(pid=93317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:31:56.168843 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-8a96fa8f-5207-4d1b-bd5f-bd817c74b311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:56.183298 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b601a7-2377-4f91-b42f-bcc959e55ea5 req-8be8b69c-c0fb-44fb-8a06-8a08d6b8b129 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:56.188968 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-b0b601a7-2377-4f91-b42f-bcc959e55ea5 req-8be8b69c-c0fb-44fb-8a06-8a08d6b8b129 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.2158573 Aug 10 11:31:56.240310 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-e7b11c30-ea05-4a24-aaef-6fc4adfda9e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:56.265082 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-e7b11c30-ea05-4a24-aaef-6fc4adfda9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:56.339332 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-e7b11c30-ea05-4a24-aaef-6fc4adfda9e3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7b11629a50f44b93835bcf6b2b544a4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6350648 Aug 10 11:31:56.367070 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 52548) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:31:56.466865 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96fa8f-5207-4d1b-bd5f-bd817c74b311 None None] Pushing event updated for resources: {'Port': ['ID=aabe8bc6-1f3c-40e6-9b24-1258eb8918e8,revision_number=2']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:56.554721 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-b0b601a7-2377-4f91-b42f-bcc959e55ea5 req-2c77f867-3e30-471d-b0f8-c9cbaf445778 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408403 Aug 10 11:31:56.651663 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b11c30-ea05-4a24-aaef-6fc4adfda9e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5762186a-f34e-4cef-96df-b3ee24c12770,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:56.771481 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-ef056d35-dbf1-4fe8-9047-55c17679afa6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:56.884139 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-d75b2e25-ede3-4124-b96f-01d3b7a1486b req-cce02edc-4d75-4336-9e40-55156cd4c516 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9192095 Aug 10 11:31:56.885424 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-ef056d35-dbf1-4fe8-9047-55c17679afa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130748572'] for port, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:56.912805 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-4d22a602-b43f-43ef-a244-1d0515f37d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:57.083493 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-4d22a602-b43f-43ef-a244-1d0515f37d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:57.155591 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef056d35-dbf1-4fe8-9047-55c17679afa6 admin admin] Network 5acaf353-3f61-4dec-9325-b74ab1b31d79 is already hosted by enough agents. {{(pid=93316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:31:57.174461 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.base_scheduler [None req-ef056d35-dbf1-4fe8-9047-55c17679afa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:31:57.191639 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef056d35-dbf1-4fe8-9047-55c17679afa6 admin admin] Received port after_create {{(pid=93316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:31:57.206793 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef056d35-dbf1-4fe8-9047-55c17679afa6 admin admin] Pushing event updated for resources: {'Port': ['ID=5d3aadd4-2a6c-47a7-b97c-9c3f5aed2442,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:57.317264 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-103de0c5-df0e-42ea-82b9-1784cb1608dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:57.346993 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-103de0c5-df0e-42ea-82b9-1784cb1608dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:57.374968 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-4d22a602-b43f-43ef-a244-1d0515f37d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:57.378943 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-4d22a602-b43f-43ef-a244-1d0515f37d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:57.384070 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-4d22a602-b43f-43ef-a244-1d0515f37d9a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5762186a-f34e-4cef-96df-b3ee24c12770 HTTP/1.1" status: 204 len: 168 time: 0.9905050 Aug 10 11:31:57.422886 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-103de0c5-df0e-42ea-82b9-1784cb1608dd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0c8f450814654fe5be36ccf6d2a55b59&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4206381 Aug 10 11:31:57.426960 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103de0c5-df0e-42ea-82b9-1784cb1608dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65cdaf8e-274c-4fa4-ace0-98b7ef0193a6,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:57.427195 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 52562) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:31:57.467333 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d22a602-b43f-43ef-a244-1d0515f37d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5762186a-f34e-4cef-96df-b3ee24c12770,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:57.606613 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device a0028ad1-0106-4a8a-a07c-23decd19b518 up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:31:57.831549 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port a0028ad1-0106-4a8a-a07c-23decd19b518 triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:31:57.832138 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:58.544908 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device aabe8bc6-1f3c-40e6-9b24-1258eb8918e8 up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:31:58.795677 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36931c-ceb3-454a-b9ac-3fc4f5c88588 req-78cecbe8-8ae7-4825-89e6-617bd55ec9e4 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:58.813546 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-3d36931c-ceb3-454a-b9ac-3fc4f5c88588 req-78cecbe8-8ae7-4825-89e6-617bd55ec9e4 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 945 time: 0.2421174 Aug 10 11:31:58.814649 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning for port aabe8bc6-1f3c-40e6-9b24-1258eb8918e8 completed by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:31:58.896328 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 52578) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:31:58.905018 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-650cfb8d-6b8e-4a82-aa75-afc60f5f07f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:58.913931 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-ef056d35-dbf1-4fe8-9047-55c17679afa6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:58.974103 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79009058-1307-4cf0-bd48-b117320bb42f None None] Network e7f97458-247b-4d2e-a9a1-9a66ca21f2ab requested from dv-cinder-792800-5-iscsi {{(pid=93317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:31:58.977783 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-ed1c7fb3-44cb-4a9c-98c8-5201c53304cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:59.107275 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186cce3-5149-41e6-914f-e270921c10ff req-695483f7-4e8d-4933-a46d-9b8a4f7f38ef tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:31:59.115011 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-0186cce3-5149-41e6-914f-e270921c10ff req-695483f7-4e8d-4933-a46d-9b8a4f7f38ef tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 1.2746515 Aug 10 11:31:59.124622 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-650cfb8d-6b8e-4a82-aa75-afc60f5f07f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:59.233749 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-ed1c7fb3-44cb-4a9c-98c8-5201c53304cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:59.242770 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-3d36931c-ceb3-454a-b9ac-3fc4f5c88588 req-d2fa36ba-e184-47e0-a78f-40c956e4f9d0 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4282408 Aug 10 11:31:59.244799 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-ed1c7fb3-44cb-4a9c-98c8-5201c53304cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:59.477681 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-ed1c7fb3-44cb-4a9c-98c8-5201c53304cd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1ad9521f222049fe9cac42a3a5b9a146&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5747464 Aug 10 11:31:59.478480 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 52584) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:31:59.479609 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c7fb3-44cb-4a9c-98c8-5201c53304cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5626be2c-f27b-439b-bd85-9c54a87389d2,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:59.519838 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-73a4dc0f-76df-4254-9ce7-051d7f865bb3 None None] Provisioning for port aabe8bc6-1f3c-40e6-9b24-1258eb8918e8 completed by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:31:59.539857 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-650cfb8d-6b8e-4a82-aa75-afc60f5f07f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:59.542263 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-650cfb8d-6b8e-4a82-aa75-afc60f5f07f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:59.549267 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-650cfb8d-6b8e-4a82-aa75-afc60f5f07f0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/65cdaf8e-274c-4fa4-ace0-98b7ef0193a6 HTTP/1.1" status: 204 len: 168 time: 2.1150839 Aug 10 11:31:59.563597 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-73a4dc0f-76df-4254-9ce7-051d7f865bb3 None None] Provisioning complete for port aabe8bc6-1f3c-40e6-9b24-1258eb8918e8 triggered by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:31:59.568711 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-73a4dc0f-76df-4254-9ce7-051d7f865bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:59.585490 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-0186cce3-5149-41e6-914f-e270921c10ff req-980667b8-0e75-4ad2-9235-06045bd4c382 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285464 Aug 10 11:31:59.614756 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650cfb8d-6b8e-4a82-aa75-afc60f5f07f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cdaf8e-274c-4fa4-ace0-98b7ef0193a6,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:31:59.737970 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-29854eb7-875f-43d2-9d97-4fda6963c527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:59.842274 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-29854eb7-875f-43d2-9d97-4fda6963c527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:59.885462 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-ef056d35-dbf1-4fe8-9047-55c17679afa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-134123107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-134149864'] for router, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:59.990238 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-29854eb7-875f-43d2-9d97-4fda6963c527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:31:59.995276 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-29854eb7-875f-43d2-9d97-4fda6963c527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:00.009405 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-73a4dc0f-76df-4254-9ce7-051d7f865bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:00.017129 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-29854eb7-875f-43d2-9d97-4fda6963c527 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5626be2c-f27b-439b-bd85-9c54a87389d2 HTTP/1.1" status: 204 len: 168 time: 0.5203607 Aug 10 11:32:00.056923 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29854eb7-875f-43d2-9d97-4fda6963c527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5626be2c-f27b-439b-bd85-9c54a87389d2,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:00.294553 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-73a4dc0f-76df-4254-9ce7-051d7f865bb3 None None] For port aabe8bc6-1f3c-40e6-9b24-1258eb8918e8, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=aabe8bc6-1f3c-40e6-9b24-1258eb8918e8,segment=NetworkSegment(1824ec12-c4b3-41f2-827e-f2bf8961aa72),segment_id=1824ec12-c4b3-41f2-827e-f2bf8961aa72)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:32:00.320072 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-73a4dc0f-76df-4254-9ce7-051d7f865bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:00.345491 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef056d35-dbf1-4fe8-9047-55c17679afa6 admin admin] Router 416d4e81-0346-45db-a38f-fc3cbbb0c286 is scheduled to L3 agent c7f5eca1-6939-476e-9546-e5f0f7bb2dc8 with binding_index 1 {{(pid=93316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 11:32:00.612715 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4dc0f-76df-4254-9ce7-051d7f865bb3 None None] Pushing event updated for resources: {'Port': ['ID=aabe8bc6-1f3c-40e6-9b24-1258eb8918e8,revision_number=3']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:00.682210 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-8dc4770d-be15-4469-bfa9-fad1e0696ae8 None None] Provisioning complete for port aabe8bc6-1f3c-40e6-9b24-1258eb8918e8 triggered by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:32:00.682906 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-8dc4770d-be15-4469-bfa9-fad1e0696ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:00.743980 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b3aa7-fa2f-4350-b313-7a78f2de43e2 req-4d2eae9a-64bb-46b1-ae50-58284f6665cd tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:00.749360 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-b57b3aa7-fa2f-4350-b313-7a78f2de43e2 req-4d2eae9a-64bb-46b1-ae50-58284f6665cd tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 945 time: 0.1726079 Aug 10 11:32:00.810264 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef056d35-dbf1-4fe8-9047-55c17679afa6 admin admin] Notify agent at l3_agent.dv-cinder-792800-5-iscsi the message routers_updated {{(pid=93316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 11:32:00.838363 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579a6f6d-bae1-4438-99d7-acb72be3cb53 None None] Sync routers for ids ['416d4e81-0346-45db-a38f-fc3cbbb0c286'] in dv-cinder-792800-5-iscsi {{(pid=93318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 11:32:00.841367 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-ef056d35-dbf1-4fe8-9047-55c17679afa6 admin admin] Notify callbacks [] for router, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:00.847305 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-ef056d35-dbf1-4fe8-9047-55c17679afa6 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.4539618 Aug 10 11:32:00.847305 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 52606) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:32:00.869102 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579a6f6d-bae1-4438-99d7-acb72be3cb53 None None] Routers {'416d4e81-0346-45db-a38f-fc3cbbb0c286'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:32:00.870559 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-579a6f6d-bae1-4438-99d7-acb72be3cb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:31:37Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['416d4e81-0346-45db-a38f-fc3cbbb0c286'], 'active': True} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:32:00.914504 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-b57b3aa7-fa2f-4350-b313-7a78f2de43e2 req-a3cbaf2a-7544-4e46-8e84-15201b6902e4 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554284 Aug 10 11:32:01.154700 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvr_db [None req-579a6f6d-bae1-4438-99d7-acb72be3cb53 None None] Set router 416d4e81-0346-45db-a38f-fc3cbbb0c286 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:32:01.324426 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b114262-d2fe-4bbc-9e88-1cb0dcca5b9b req-7e9d1144-638f-4450-aab9-f5499fa844b2 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:01.342454 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-5b114262-d2fe-4bbc-9e88-1cb0dcca5b9b req-7e9d1144-638f-4450-aab9-f5499fa844b2 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.3145852 Aug 10 11:32:01.361785 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device aabe8bc6-1f3c-40e6-9b24-1258eb8918e8 up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:32:01.550174 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port aabe8bc6-1f3c-40e6-9b24-1258eb8918e8 triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:32:01.550877 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:01.636783 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-5b114262-d2fe-4bbc-9e88-1cb0dcca5b9b req-5511a249-c20d-432a-a4a8-6c80c19f55ab tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912643 Aug 10 11:32:01.679169 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.agents_db [None req-cf88a1ba-3529-4992-9648-399914351393 None None] Agent healthcheck: found 6 active agents {{(pid=93318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 11:32:01.736317 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-579a6f6d-bae1-4438-99d7-acb72be3cb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416d4e81-0346-45db-a38f-fc3cbbb0c286', 'name': 'tempest-TestShelveInstance-138381184-router', 'tenant_id': '1fab3f5db16948b1b7217ed7b226c1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '5d3aadd4-2a6c-47a7-b97c-9c3f5aed2442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:31:52Z', 'updated_at': '2021-08-10T11:31:58Z', 'revision_number': 3, 'project_id': '1fab3f5db16948b1b7217ed7b226c1e3', 'gw_port': {'id': '5d3aadd4-2a6c-47a7-b97c-9c3f5aed2442', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416d4e81-0346-45db-a38f-fc3cbbb0c286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:31:55Z', 'updated_at': '2021-08-10T11:31:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi'}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:32:01.806101 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579a6f6d-bae1-4438-99d7-acb72be3cb53 None None] Checking router: 416d4e81-0346-45db-a38f-fc3cbbb0c286 for host: dv-cinder-792800-5-iscsi {{(pid=93318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 11:32:01.808194 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579a6f6d-bae1-4438-99d7-acb72be3cb53 None None] Updating router 416d4e81-0346-45db-a38f-fc3cbbb0c286 port 5d3aadd4-2a6c-47a7-b97c-9c3f5aed2442 binding host dv-cinder-792800-5-iscsi {{(pid=93318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 11:32:01.879567 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-579a6f6d-bae1-4438-99d7-acb72be3cb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:02.463223 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16691f57-93ae-4b96-b6f8-88c3c187427b req-4fefb06c-68a5-41cf-8179-fe6338dcef3d tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:02.465245 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-16691f57-93ae-4b96-b6f8-88c3c187427b req-4fefb06c-68a5-41cf-8179-fe6338dcef3d tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 945 time: 0.2087696 Aug 10 11:32:02.600645 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-579a6f6d-bae1-4438-99d7-acb72be3cb53 None None] Notify callbacks [] for port, precommit_update {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:02.614208 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.provisioning_blocks [None req-579a6f6d-bae1-4438-99d7-acb72be3cb53 None None] Transition to ACTIVE for port object 5d3aadd4-2a6c-47a7-b97c-9c3f5aed2442 will not be triggered until provisioned by entity L2. {{(pid=93318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:32:02.627626 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-579a6f6d-bae1-4438-99d7-acb72be3cb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:02.666973 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-16691f57-93ae-4b96-b6f8-88c3c187427b req-977f186a-8d11-4134-a2ed-e0371c5ab78c tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746743 Aug 10 11:32:02.713768 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab14c1-ab2f-43c1-af5e-1473a6691d51 None None] Pushing event updated for resources: {'Port': ['ID=5d3aadd4-2a6c-47a7-b97c-9c3f5aed2442,revision_number=2']} {{(pid=93318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:02.764173 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.managers [None req-579a6f6d-bae1-4438-99d7-acb72be3cb53 None None] Attempting to bind port 5d3aadd4-2a6c-47a7-b97c-9c3f5aed2442 on host dv-cinder-792800-5-iscsi for vnic_type normal with profile {{(pid=93318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:32:02.764551 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.managers [None req-579a6f6d-bae1-4438-99d7-acb72be3cb53 None None] Attempting to bind port 5d3aadd4-2a6c-47a7-b97c-9c3f5aed2442 by drivers openvswitch,hyperv on host dv-cinder-792800-5-iscsi at level 0 using segments [{'id': 'f70d9b94-9741-4a97-8751-b62ba7cc47d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'}] {{(pid=93318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:32:02.768871 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579a6f6d-bae1-4438-99d7-acb72be3cb53 None None] Attempting to bind port 5d3aadd4-2a6c-47a7-b97c-9c3f5aed2442 on network 5acaf353-3f61-4dec-9325-b74ab1b31d79 {{(pid=93318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:32:02.779189 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579a6f6d-bae1-4438-99d7-acb72be3cb53 None None] Checking agent: {'id': '7e56837d-5a68-4d8c-918f-73dada8ac547', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 21, 37), 'started_at': datetime.datetime(2021, 8, 10, 11, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:32:02.779566 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579a6f6d-bae1-4438-99d7-acb72be3cb53 None None] Checking segment: {'id': 'f70d9b94-9741-4a97-8751-b62ba7cc47d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:32:02.779974 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-579a6f6d-bae1-4438-99d7-acb72be3cb53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:02.782682 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579a6f6d-bae1-4438-99d7-acb72be3cb53 None None] Bound using segment: {'id': 'f70d9b94-9741-4a97-8751-b62ba7cc47d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'} {{(pid=93318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:32:02.783151 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.managers [None req-579a6f6d-bae1-4438-99d7-acb72be3cb53 None None] Bound port: 5d3aadd4-2a6c-47a7-b97c-9c3f5aed2442, host: dv-cinder-792800-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f70d9b94-9741-4a97-8751-b62ba7cc47d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'}}] {{(pid=93318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:32:02.783604 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-579a6f6d-bae1-4438-99d7-acb72be3cb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:02.795317 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-b743740e-348c-463c-a3b3-1fc0d34b7c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:03.024241 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f251e0a3-1632-4bcb-9e40-74d46fdaa4d3 req-7a658294-7fa4-4d23-93f0-dd1e2943a272 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:03.042598 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-f251e0a3-1632-4bcb-9e40-74d46fdaa4d3 req-7a658294-7fa4-4d23-93f0-dd1e2943a272 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.1416709 Aug 10 11:32:03.096279 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.db [None req-579a6f6d-bae1-4438-99d7-acb72be3cb53 None None] For port 5d3aadd4-2a6c-47a7-b97c-9c3f5aed2442, host dv-cinder-792800-5-iscsi, cleared binding levels {{(pid=93318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:32:03.116555 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.db [None req-579a6f6d-bae1-4438-99d7-acb72be3cb53 None None] For port 5d3aadd4-2a6c-47a7-b97c-9c3f5aed2442, host dv-cinder-792800-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=5d3aadd4-2a6c-47a7-b97c-9c3f5aed2442,segment=NetworkSegment(f70d9b94-9741-4a97-8751-b62ba7cc47d6),segment_id=f70d9b94-9741-4a97-8751-b62ba7cc47d6)] {{(pid=93318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:32:03.133903 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-579a6f6d-bae1-4438-99d7-acb72be3cb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:03.187378 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-f251e0a3-1632-4bcb-9e40-74d46fdaa4d3 req-105e959f-13cc-4580-8b74-6ebbfc329d4e tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243196 Aug 10 11:32:03.333416 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.db_base_plugin_common [None req-b743740e-348c-463c-a3b3-1fc0d34b7c10 admin admin] Allocated IP 172.20.0.1 (e7f97458-247b-4d2e-a9a1-9a66ca21f2ab/1bdb35ca-8ebd-46bf-86cd-1032c733f6c1/fa007dec-4f2a-4552-a2c1-7e41e2254b79) {{(pid=93316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:32:03.424578 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab14c1-ab2f-43c1-af5e-1473a6691d51 None None] Pushing event updated for resources: {'Port': ['ID=5d3aadd4-2a6c-47a7-b97c-9c3f5aed2442,revision_number=3']} {{(pid=93318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:03.451172 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579a6f6d-bae1-4438-99d7-acb72be3cb53 None None] Routers {'416d4e81-0346-45db-a38f-fc3cbbb0c286'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:32:03.457333 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-579a6f6d-bae1-4438-99d7-acb72be3cb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:31:37Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['416d4e81-0346-45db-a38f-fc3cbbb0c286'], 'active': True} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:32:03.547142 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-b743740e-348c-463c-a3b3-1fc0d34b7c10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:03.595627 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.provisioning_blocks [None req-b743740e-348c-463c-a3b3-1fc0d34b7c10 admin admin] Transition to ACTIVE for port object fa007dec-4f2a-4552-a2c1-7e41e2254b79 will not be triggered until provisioned by entity DHCP. {{(pid=93316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:32:03.672153 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-b743740e-348c-463c-a3b3-1fc0d34b7c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130748572'] for port, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:03.739857 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b743740e-348c-463c-a3b3-1fc0d34b7c10 admin admin] Network e7f97458-247b-4d2e-a9a1-9a66ca21f2ab is already hosted by enough agents. {{(pid=93316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:32:03.814094 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.base_scheduler [None req-b743740e-348c-463c-a3b3-1fc0d34b7c10 admin admin] Resources bound (agent type, host, resource id): {{(pid=93316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:32:03.822412 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b743740e-348c-463c-a3b3-1fc0d34b7c10 admin admin] Received port after_create {{(pid=93316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:32:03.857802 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvr_db [None req-579a6f6d-bae1-4438-99d7-acb72be3cb53 None None] Set router 416d4e81-0346-45db-a38f-fc3cbbb0c286 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:32:03.909788 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-b743740e-348c-463c-a3b3-1fc0d34b7c10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-134174491'] for router_interface, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:04.319062 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-579a6f6d-bae1-4438-99d7-acb72be3cb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416d4e81-0346-45db-a38f-fc3cbbb0c286', 'name': 'tempest-TestShelveInstance-138381184-router', 'tenant_id': '1fab3f5db16948b1b7217ed7b226c1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '5d3aadd4-2a6c-47a7-b97c-9c3f5aed2442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:31:52Z', 'updated_at': '2021-08-10T11:31:58Z', 'revision_number': 3, 'project_id': '1fab3f5db16948b1b7217ed7b226c1e3', 'gw_port': {'id': '5d3aadd4-2a6c-47a7-b97c-9c3f5aed2442', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416d4e81-0346-45db-a38f-fc3cbbb0c286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:31:55Z', 'updated_at': '2021-08-10T11:32:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi'}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:32:04.345411 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b743740e-348c-463c-a3b3-1fc0d34b7c10 admin admin] Pushing event updated for resources: {'Port': ['ID=fa007dec-4f2a-4552-a2c1-7e41e2254b79,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:04.406221 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-09f40d7b-505e-4868-be67-464e131cd219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:04.416769 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-5ba0e566-ae4a-41cc-9046-65ae53cd256d None None] Provisioning for port fa007dec-4f2a-4552-a2c1-7e41e2254b79 completed by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:32:04.431206 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-5ba0e566-ae4a-41cc-9046-65ae53cd256d None None] Provisioning complete for port fa007dec-4f2a-4552-a2c1-7e41e2254b79 triggered by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:32:04.431586 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-5ba0e566-ae4a-41cc-9046-65ae53cd256d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:04.469344 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65a936-8f0d-4afd-824b-2f134cb36853 req-e54695e4-bcc3-4a96-9e46-d83d66675ddd tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:04.486103 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7f65a936-8f0d-4afd-824b-2f134cb36853 req-e54695e4-bcc3-4a96-9e46-d83d66675ddd tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.1356604 Aug 10 11:32:04.489882 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579a6f6d-bae1-4438-99d7-acb72be3cb53 None None] The sync data for ids ['416d4e81-0346-45db-a38f-fc3cbbb0c286'] in dv-cinder-792800-5-iscsi is: [{'id': '416d4e81-0346-45db-a38f-fc3cbbb0c286', 'name': 'tempest-TestShelveInstance-138381184-router', 'tenant_id': '1fab3f5db16948b1b7217ed7b226c1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '5d3aadd4-2a6c-47a7-b97c-9c3f5aed2442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:31:52Z', 'updated_at': '2021-08-10T11:31:58Z', 'revision_number': 3, 'project_id': '1fab3f5db16948b1b7217ed7b226c1e3', 'gw_port': {'id': '5d3aadd4-2a6c-47a7-b97c-9c3f5aed2442', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416d4e81-0346-45db-a38f-fc3cbbb0c286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:31:55Z', 'updated_at': '2021-08-10T11:32:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi'}] {{(pid=93318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 11:32:04.507721 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-b743740e-348c-463c-a3b3-1fc0d34b7c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:04.548385 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-5ba0e566-ae4a-41cc-9046-65ae53cd256d None None] Port fa007dec-4f2a-4552-a2c1-7e41e2254b79 cannot update to ACTIVE because it is not bound. {{(pid=93317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 11:32:04.601700 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7f65a936-8f0d-4afd-824b-2f134cb36853 req-77fc29c7-7cd1-4c0e-ab94-26fc96f97a8b tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144350 Aug 10 11:32:04.710403 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a26387-dc92-4979-af43-df7636b80137 req-31998f2e-fda0-4ac3-bd6b-f468abaf4060 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:04.728156 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-28a26387-dc92-4979-af43-df7636b80137 req-31998f2e-fda0-4ac3-bd6b-f468abaf4060 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 945 time: 0.8293667 Aug 10 11:32:04.900950 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-28a26387-dc92-4979-af43-df7636b80137 req-4de82127-6b8a-4e93-a786-22f327cd020c tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714888 Aug 10 11:32:05.230097 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 52678) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:32:05.301062 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-b743740e-348c-463c-a3b3-1fc0d34b7c10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:05.308729 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-b743740e-348c-463c-a3b3-1fc0d34b7c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130748519'] for port, after_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:05.351746 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 5d3aadd4-2a6c-47a7-b97c-9c3f5aed2442 up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:32:05.444111 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b743740e-348c-463c-a3b3-1fc0d34b7c10 admin admin] Pushing event updated for resources: {'Port': ['ID=fa007dec-4f2a-4552-a2c1-7e41e2254b79,revision_number=2']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:05.460922 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-b743740e-348c-463c-a3b3-1fc0d34b7c10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133803058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-134174639'] for router_interface, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:05.658802 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-4c600279-9920-4a1c-b963-7368645450cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:05.997649 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-4c600279-9920-4a1c-b963-7368645450cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:06.008528 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-4c600279-9920-4a1c-b963-7368645450cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:06.045513 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b743740e-348c-463c-a3b3-1fc0d34b7c10 admin admin] Network e7f97458-247b-4d2e-a9a1-9a66ca21f2ab is already hosted by enough agents. {{(pid=93316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:32:06.065906 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.base_scheduler [None req-b743740e-348c-463c-a3b3-1fc0d34b7c10 admin admin] Resources bound (agent type, host, resource id): {{(pid=93316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:32:06.105435 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-4c600279-9920-4a1c-b963-7368645450cd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9994d15f9b114ef9bc6d0617f1b5ce83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8735921 Aug 10 11:32:06.109312 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 52694) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:32:06.118609 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning for port 5d3aadd4-2a6c-47a7-b97c-9c3f5aed2442 completed by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:32:06.145306 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port 5d3aadd4-2a6c-47a7-b97c-9c3f5aed2442 triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:32:06.145926 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:06.249337 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-b0c723c5-9b3f-454b-b1da-a36185ac8738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:06.250056 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d086b4-d8ed-43b3-a4c2-c591a5cf6043 req-4d41a1a2-717f-4041-986d-95aff3d8eb7d tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:06.253800 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-37d086b4-d8ed-43b3-a4c2-c591a5cf6043 req-4d41a1a2-717f-4041-986d-95aff3d8eb7d tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.4894421 Aug 10 11:32:06.377167 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-b0c723c5-9b3f-454b-b1da-a36185ac8738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:06.379848 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c600279-9920-4a1c-b963-7368645450cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65693480-c2c6-43de-b2c4-0b0472aff94c,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:06.510785 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:06.517119 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-37d086b4-d8ed-43b3-a4c2-c591a5cf6043 req-b0b9be17-6361-4e81-974a-ef935ae8b083 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556782 Aug 10 11:32:06.591003 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b743740e-348c-463c-a3b3-1fc0d34b7c10 admin admin] Router 416d4e81-0346-45db-a38f-fc3cbbb0c286 has already been hosted by L3 agent c7f5eca1-6939-476e-9546-e5f0f7bb2dc8 {{(pid=93316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 11:32:06.610858 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-b0c723c5-9b3f-454b-b1da-a36185ac8738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:06.613360 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] For port 5d3aadd4-2a6c-47a7-b97c-9c3f5aed2442, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=5d3aadd4-2a6c-47a7-b97c-9c3f5aed2442,segment=NetworkSegment(f70d9b94-9741-4a97-8751-b62ba7cc47d6),segment_id=f70d9b94-9741-4a97-8751-b62ba7cc47d6)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:32:06.632993 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:06.633368 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-b0c723c5-9b3f-454b-b1da-a36185ac8738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:06.649577 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-b0c723c5-9b3f-454b-b1da-a36185ac8738 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/65693480-c2c6-43de-b2c4-0b0472aff94c HTTP/1.1" status: 204 len: 168 time: 0.5252650 Aug 10 11:32:06.715675 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bae76a-25e7-4e89-9a27-12633e8904bf req-85b7aeb0-b74f-4d94-8911-19dcf046ee2c tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:06.734922 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-37bae76a-25e7-4e89-9a27-12633e8904bf req-85b7aeb0-b74f-4d94-8911-19dcf046ee2c tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 945 time: 0.3973520 Aug 10 11:32:06.760932 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-0d45602d-0d1e-4c64-952f-8e722c2c3fe6 None None] Provisioning complete for port fa007dec-4f2a-4552-a2c1-7e41e2254b79 triggered by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:32:06.761326 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-0d45602d-0d1e-4c64-952f-8e722c2c3fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:06.784752 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c723c5-9b3f-454b-b1da-a36185ac8738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65693480-c2c6-43de-b2c4-0b0472aff94c,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:06.954109 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-37bae76a-25e7-4e89-9a27-12633e8904bf req-86b9b1e6-b959-4c5b-97ec-e72090f831fd tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2160742 Aug 10 11:32:07.217144 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Pushing event updated for resources: {'Port': ['ID=5d3aadd4-2a6c-47a7-b97c-9c3f5aed2442,revision_number=4']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:07.238725 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-b494e325-c129-4341-a9e9-c64028d6656e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:07.244123 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:07.246954 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-0d45602d-0d1e-4c64-952f-8e722c2c3fe6 None None] Port fa007dec-4f2a-4552-a2c1-7e41e2254b79 cannot update to ACTIVE because it is not bound. {{(pid=93317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 11:32:07.621707 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b743740e-348c-463c-a3b3-1fc0d34b7c10 admin admin] Notify agent at l3_agent.dv-cinder-792800-5-iscsi the message routers_updated {{(pid=93316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 11:32:07.662610 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-b743740e-348c-463c-a3b3-1fc0d34b7c10 admin admin] 10.222.0.24 "PUT /v2.0/routers/416d4e81-0346-45db-a38f-fc3cbbb0c286/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8141437 Aug 10 11:32:07.831974 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ea949-bde9-46f0-bd2c-efb376bc1788 req-8fc085b9-7512-45b2-b148-8b3fcd00b5cc tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:07.838446 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-635ea949-bde9-46f0-bd2c-efb376bc1788 req-8fc085b9-7512-45b2-b148-8b3fcd00b5cc tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.1151469 Aug 10 11:32:07.934959 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-b3865e76-5392-4690-91e0-0d01f8cdc9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:07.993998 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-635ea949-bde9-46f0-bd2c-efb376bc1788 req-eb58786e-d85a-4f1f-b712-8cf2e18b54c6 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184664 Aug 10 11:32:08.278888 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cdfecd-376b-44aa-a3a9-5b9de5412593 None None] Sync routers for ids ['416d4e81-0346-45db-a38f-fc3cbbb0c286'] in dv-cinder-792800-5-iscsi {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 11:32:08.307686 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cdfecd-376b-44aa-a3a9-5b9de5412593 None None] Routers {'416d4e81-0346-45db-a38f-fc3cbbb0c286'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:32:08.312207 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-d1cdfecd-376b-44aa-a3a9-5b9de5412593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:32:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['416d4e81-0346-45db-a38f-fc3cbbb0c286'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:32:08.389985 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab3481-3278-4d18-a7e1-99d2f68f3eeb req-a7d21984-1d85-4e26-b9b9-1df971287c18 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:08.401600 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-78ab3481-3278-4d18-a7e1-99d2f68f3eeb req-a7d21984-1d85-4e26-b9b9-1df971287c18 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 945 time: 0.1572127 Aug 10 11:32:08.503211 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-78ab3481-3278-4d18-a7e1-99d2f68f3eeb req-52e53e10-937a-461a-afa4-c5715c9d3853 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821295 Aug 10 11:32:08.697394 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-d1cdfecd-376b-44aa-a3a9-5b9de5412593 None None] Set router 416d4e81-0346-45db-a38f-fc3cbbb0c286 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:32:09.179901 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 52754) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:32:09.184904 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [None req-86a543f1-af1b-4145-8641-3445d1a8520c tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-916769195', 'description': 'tempest-secgroup-smoke-916769195 description', 'project_id': '64fdce55728241d78b745581962d5036'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:32:09.231948 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-86a543f1-af1b-4145-8641-3445d1a8520c tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:09.239952 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-d1cdfecd-376b-44aa-a3a9-5b9de5412593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416d4e81-0346-45db-a38f-fc3cbbb0c286', 'name': 'tempest-TestShelveInstance-138381184-router', 'tenant_id': '1fab3f5db16948b1b7217ed7b226c1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '5d3aadd4-2a6c-47a7-b97c-9c3f5aed2442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:31:52Z', 'updated_at': '2021-08-10T11:32:04Z', 'revision_number': 4, 'project_id': '1fab3f5db16948b1b7217ed7b226c1e3', 'gw_port': {'id': '5d3aadd4-2a6c-47a7-b97c-9c3f5aed2442', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416d4e81-0346-45db-a38f-fc3cbbb0c286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:31:55Z', 'updated_at': '2021-08-10T11:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': 'fa007dec-4f2a-4552-a2c1-7e41e2254b79', 'name': '', 'network_id': 'e7f97458-247b-4d2e-a9a1-9a66ca21f2ab', 'tenant_id': '1fab3f5db16948b1b7217ed7b226c1e3', 'mac_address': 'fa:16:3e:5b:27:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416d4e81-0346-45db-a38f-fc3cbbb0c286', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '1bdb35ca-8ebd-46bf-86cd-1032c733f6c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:02Z', 'updated_at': '2021-08-10T11:32:04Z', 'revision_number': 2, 'project_id': '1fab3f5db16948b1b7217ed7b226c1e3', 'subnets': [{'id': '1bdb35ca-8ebd-46bf-86cd-1032c733f6c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:32:09.240357 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ba91d-b3f7-4019-985f-f87ff8b47a6b req-fa74fa3f-ce37-48b6-ba2e-d34f9ce7dcaf tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:09.254972 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-f71ba91d-b3f7-4019-985f-f87ff8b47a6b req-fa74fa3f-ce37-48b6-ba2e-d34f9ce7dcaf tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.1097965 Aug 10 11:32:09.343187 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-f71ba91d-b3f7-4019-985f-f87ff8b47a6b req-b63b2411-b2d2-4901-a4c6-2766dc33e637 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806558 Aug 10 11:32:09.368972 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 5d3aadd4-2a6c-47a7-b97c-9c3f5aed2442 up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:32:09.372917 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cdfecd-376b-44aa-a3a9-5b9de5412593 None None] Checking router: 416d4e81-0346-45db-a38f-fc3cbbb0c286 for host: dv-cinder-792800-5-iscsi {{(pid=93317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 11:32:09.373493 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cdfecd-376b-44aa-a3a9-5b9de5412593 None None] Updating router 416d4e81-0346-45db-a38f-fc3cbbb0c286 port fa007dec-4f2a-4552-a2c1-7e41e2254b79 binding host dv-cinder-792800-5-iscsi {{(pid=93317) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 11:32:09.434259 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-d1cdfecd-376b-44aa-a3a9-5b9de5412593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:09.450609 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-86a543f1-af1b-4145-8641-3445d1a8520c tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:09.464449 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-86a543f1-af1b-4145-8641-3445d1a8520c tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:09.551173 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-86a543f1-af1b-4145-8641-3445d1a8520c tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks [] for security_group, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:09.564078 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 52764) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:32:09.567766 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port 5d3aadd4-2a6c-47a7-b97c-9c3f5aed2442 triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:32:09.568317 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:09.568836 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-86a543f1-af1b-4145-8641-3445d1a8520c tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3878305 Aug 10 11:32:09.570272 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-a35a76f1-e832-4918-872a-386fe8e58669 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Request body: {'security_group_rule': {'security_group_id': '81934ba4-5e5b-47cc-90fb-de3ad9336548', 'project_id': '64fdce55728241d78b745581962d5036', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:32:09.571186 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a543f1-af1b-4145-8641-3445d1a8520c tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81934ba4-5e5b-47cc-90fb-de3ad9336548,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:09.647526 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-a35a76f1-e832-4918-872a-386fe8e58669 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:09.740802 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53731f6-7a31-4bd0-9749-be75e30e8fd6 req-cac0bf6e-6d32-473b-900c-ae03a6df5404 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:09.758892 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d53731f6-7a31-4bd0-9749-be75e30e8fd6 req-cac0bf6e-6d32-473b-900c-ae03a6df5404 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 945 time: 0.1208549 Aug 10 11:32:09.815611 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-a35a76f1-e832-4918-872a-386fe8e58669 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:09.827239 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-a35a76f1-e832-4918-872a-386fe8e58669 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099804'] for security_group_rule, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:09.834311 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d53731f6-7a31-4bd0-9749-be75e30e8fd6 req-21b3c8d2-c974-49cf-a6ed-215e30086b09 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718374 Aug 10 11:32:09.853174 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a76f1-e832-4918-872a-386fe8e58669 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cebf6b5-ca87-492b-872b-63bc538e8aa3,revision_number=0']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:09.892486 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-a35a76f1-e832-4918-872a-386fe8e58669 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:09.897511 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 52796) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:32:09.898315 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-a35a76f1-e832-4918-872a-386fe8e58669 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3319614 Aug 10 11:32:09.899775 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-68530e51-c783-4460-a419-f96f34511541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:09.903426 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [None req-60c045dc-e21e-4a87-b1ce-7f4d040bb81f tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Request body: {'security_group_rule': {'security_group_id': '81934ba4-5e5b-47cc-90fb-de3ad9336548', 'project_id': '64fdce55728241d78b745581962d5036', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:32:09.964683 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-60c045dc-e21e-4a87-b1ce-7f4d040bb81f tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:10.067692 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-60c045dc-e21e-4a87-b1ce-7f4d040bb81f tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:10.074186 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-60c045dc-e21e-4a87-b1ce-7f4d040bb81f tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099804'] for security_group_rule, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:10.094119 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-d1cdfecd-376b-44aa-a3a9-5b9de5412593 None None] Notify callbacks [] for port, precommit_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:10.102456 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c045dc-e21e-4a87-b1ce-7f4d040bb81f tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ce63890-ea2c-4e68-92a4-cea0993cdbb0,revision_number=0']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:10.122322 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-60c045dc-e21e-4a87-b1ce-7f4d040bb81f tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:10.124866 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-60c045dc-e21e-4a87-b1ce-7f4d040bb81f tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2259283 Aug 10 11:32:10.131175 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 52806) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:32:10.137643 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-d1cdfecd-376b-44aa-a3a9-5b9de5412593 None None] Transition to ACTIVE for port object fa007dec-4f2a-4552-a2c1-7e41e2254b79 will not be triggered until provisioned by entity L2. {{(pid=93317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:32:10.149109 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [None req-d3418291-ab32-48a4-82c1-aaaaaed3558e tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Request body: {'security_group_rule': {'security_group_id': '81934ba4-5e5b-47cc-90fb-de3ad9336548', 'project_id': '64fdce55728241d78b745581962d5036', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:32:10.151376 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-d1cdfecd-376b-44aa-a3a9-5b9de5412593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:10.231365 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-d3418291-ab32-48a4-82c1-aaaaaed3558e tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:10.321866 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a72f0cc-d160-405e-8654-52561f119d54 None None] Pushing event updated for resources: {'Port': ['ID=fa007dec-4f2a-4552-a2c1-7e41e2254b79,revision_number=3']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:10.369491 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-d1cdfecd-376b-44aa-a3a9-5b9de5412593 None None] Attempting to bind port fa007dec-4f2a-4552-a2c1-7e41e2254b79 on host dv-cinder-792800-5-iscsi for vnic_type normal with profile {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:32:10.370404 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-d1cdfecd-376b-44aa-a3a9-5b9de5412593 None None] Attempting to bind port fa007dec-4f2a-4552-a2c1-7e41e2254b79 by drivers openvswitch,hyperv on host dv-cinder-792800-5-iscsi at level 0 using segments [{'id': '1824ec12-c4b3-41f2-827e-f2bf8961aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'e7f97458-247b-4d2e-a9a1-9a66ca21f2ab'}] {{(pid=93317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:32:10.370404 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cdfecd-376b-44aa-a3a9-5b9de5412593 None None] Attempting to bind port fa007dec-4f2a-4552-a2c1-7e41e2254b79 on network e7f97458-247b-4d2e-a9a1-9a66ca21f2ab {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:32:10.390286 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cdfecd-376b-44aa-a3a9-5b9de5412593 None None] Checking agent: {'id': '7e56837d-5a68-4d8c-918f-73dada8ac547', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 21, 37), 'started_at': datetime.datetime(2021, 8, 10, 11, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:32:10.390674 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cdfecd-376b-44aa-a3a9-5b9de5412593 None None] Checking segment: {'id': '1824ec12-c4b3-41f2-827e-f2bf8961aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'e7f97458-247b-4d2e-a9a1-9a66ca21f2ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:32:10.391120 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-d1cdfecd-376b-44aa-a3a9-5b9de5412593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:10.391500 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cdfecd-376b-44aa-a3a9-5b9de5412593 None None] Bound using segment: {'id': '1824ec12-c4b3-41f2-827e-f2bf8961aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'e7f97458-247b-4d2e-a9a1-9a66ca21f2ab'} {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:32:10.391997 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-d1cdfecd-376b-44aa-a3a9-5b9de5412593 None None] Bound port: fa007dec-4f2a-4552-a2c1-7e41e2254b79, host: dv-cinder-792800-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1824ec12-c4b3-41f2-827e-f2bf8961aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'e7f97458-247b-4d2e-a9a1-9a66ca21f2ab'}}] {{(pid=93317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:32:10.392402 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-d1cdfecd-376b-44aa-a3a9-5b9de5412593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:10.433867 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c88a2-ee7e-4912-bed5-efcb47fe9386 req-763ded95-cd64-4b55-b129-ffc882a7b2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:10.439039 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ba9c88a2-ee7e-4912-bed5-efcb47fe9386 req-763ded95-cd64-4b55-b129-ffc882a7b2f4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a68aeea61694149bca356d548ab331a&device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 1098 time: 0.0788536 Aug 10 11:32:10.579650 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-d1cdfecd-376b-44aa-a3a9-5b9de5412593 None None] For port fa007dec-4f2a-4552-a2c1-7e41e2254b79, host dv-cinder-792800-5-iscsi, cleared binding levels {{(pid=93317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:32:10.588280 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-d1cdfecd-376b-44aa-a3a9-5b9de5412593 None None] For port fa007dec-4f2a-4552-a2c1-7e41e2254b79, host dv-cinder-792800-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=fa007dec-4f2a-4552-a2c1-7e41e2254b79,segment=NetworkSegment(1824ec12-c4b3-41f2-827e-f2bf8961aa72),segment_id=1824ec12-c4b3-41f2-827e-f2bf8961aa72)] {{(pid=93317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:32:10.596683 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-d1cdfecd-376b-44aa-a3a9-5b9de5412593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:10.670540 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d9896-c429-4379-ad0c-7873706ffd79 req-24a65b22-bb89-41ae-b997-396012b8a256 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:10.679054 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-d18d9896-c429-4379-ad0c-7873706ffd79 req-24a65b22-bb89-41ae-b997-396012b8a256 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.1632490 Aug 10 11:32:10.702077 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-d3418291-ab32-48a4-82c1-aaaaaed3558e tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:10.716926 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-d3418291-ab32-48a4-82c1-aaaaaed3558e tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099804'] for security_group_rule, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:10.775525 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-d18d9896-c429-4379-ad0c-7873706ffd79 req-b9270c20-4074-485f-968b-fa7972812d8e tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955768 Aug 10 11:32:10.819981 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3418291-ab32-48a4-82c1-aaaaaed3558e tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66c6156a-0f35-44f6-bbe1-2077fcf09303,revision_number=0']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:10.845631 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-d3418291-ab32-48a4-82c1-aaaaaed3558e tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:10.848454 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-d3418291-ab32-48a4-82c1-aaaaaed3558e tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7136858 Aug 10 11:32:10.850828 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c88a2-ee7e-4912-bed5-efcb47fe9386 req-a941b4b8-379b-41f5-88b4-b3c27cba8531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:10.850990 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cdfecd-376b-44aa-a3a9-5b9de5412593 None None] Routers {'416d4e81-0346-45db-a38f-fc3cbbb0c286'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:32:10.851286 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 52836) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:32:10.851533 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-d1cdfecd-376b-44aa-a3a9-5b9de5412593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:32:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['416d4e81-0346-45db-a38f-fc3cbbb0c286'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:32:10.852879 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ba9c88a2-ee7e-4912-bed5-efcb47fe9386 req-a941b4b8-379b-41f5-88b4-b3c27cba8531 service neutron] 10.222.0.59 "GET /v2.0/networks?id=caf833b7-6b1c-4283-9a64-20c0e4838897 HTTP/1.1" status: 200 len: 918 time: 0.4014084 Aug 10 11:32:10.856975 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-102f5f37-b087-4e4d-a9b0-adbfb825bdd5 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Request body: {'security_group_rule': {'security_group_id': '81934ba4-5e5b-47cc-90fb-de3ad9336548', 'project_id': '64fdce55728241d78b745581962d5036', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:32:10.857631 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a72f0cc-d160-405e-8654-52561f119d54 None None] Pushing event updated for resources: {'Port': ['ID=fa007dec-4f2a-4552-a2c1-7e41e2254b79,revision_number=4']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:10.937698 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-102f5f37-b087-4e4d-a9b0-adbfb825bdd5 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:11.046891 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-d1cdfecd-376b-44aa-a3a9-5b9de5412593 None None] Set router 416d4e81-0346-45db-a38f-fc3cbbb0c286 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:32:11.076746 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ba9c88a2-ee7e-4912-bed5-efcb47fe9386 req-0b5c80ab-9fe8-4709-ac4f-cd89912de3d4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=734fd62e-a75e-4120-ba4d-b732bed04e73 HTTP/1.1" status: 200 len: 1001 time: 0.2092578 Aug 10 11:32:11.078719 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-102f5f37-b087-4e4d-a9b0-adbfb825bdd5 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:11.082126 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c1176-45d7-4a12-9b4f-530f53131c72 req-86b57b94-ab4d-414d-861d-6e6b78f8e725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:11.084783 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-527c1176-45d7-4a12-9b4f-530f53131c72 req-86b57b94-ab4d-414d-861d-6e6b78f8e725 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 1099 time: 0.1296246 Aug 10 11:32:11.086777 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-102f5f37-b087-4e4d-a9b0-adbfb825bdd5 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099804'] for security_group_rule, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:11.091761 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d18f2-eab2-46dd-998c-4c8d27526389 req-3afbed4c-7699-4d0f-b991-b8ecf7f6f6b5 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:11.100543 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-431d18f2-eab2-46dd-998c-4c8d27526389 req-3afbed4c-7699-4d0f-b991-b8ecf7f6f6b5 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 945 time: 0.1002157 Aug 10 11:32:11.124264 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f5f37-b087-4e4d-a9b0-adbfb825bdd5 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5abcbd50-94d4-4549-af5d-0b067f2949c0,revision_number=0']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:11.150646 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-102f5f37-b087-4e4d-a9b0-adbfb825bdd5 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:11.157824 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-102f5f37-b087-4e4d-a9b0-adbfb825bdd5 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3024707 Aug 10 11:32:11.160148 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 52844) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:32:11.165583 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-7e56f6cc-750d-4b74-b679-70674fd7443f tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Request body: {'security_group_rule': {'security_group_id': '81934ba4-5e5b-47cc-90fb-de3ad9336548', 'project_id': '64fdce55728241d78b745581962d5036', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:32:11.175138 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-527c1176-45d7-4a12-9b4f-530f53131c72 req-9890d3cd-772d-418b-9965-f6564acd73c7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775998 Aug 10 11:32:11.190137 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-431d18f2-eab2-46dd-998c-4c8d27526389 req-280f9ce3-e216-45d0-929d-98335f5c79df tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880265 Aug 10 11:32:11.198603 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.db.securitygroups_db [None req-7e56f6cc-750d-4b74-b679-70674fd7443f tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Project 64fdce55728241d78b745581962d5036 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 11:32:11.206415 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-7e56f6cc-750d-4b74-b679-70674fd7443f tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:11.214099 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c88a2-ee7e-4912-bed5-efcb47fe9386 req-752b915f-c27c-4c90-8ee5-053fa9d09651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:11.215446 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ba9c88a2-ee7e-4912-bed5-efcb47fe9386 req-752b915f-c27c-4c90-8ee5-053fa9d09651 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef775550-3c92-437a-ad9c-5040b90d0f3e HTTP/1.1" status: 200 len: 856 time: 0.0984280 Aug 10 11:32:11.303643 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c88a2-ee7e-4912-bed5-efcb47fe9386 req-a039bf0a-d999-4e58-a953-b4d9384edcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:11.322017 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-7e56f6cc-750d-4b74-b679-70674fd7443f tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:11.326744 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ba9c88a2-ee7e-4912-bed5-efcb47fe9386 req-a039bf0a-d999-4e58-a953-b4d9384edcb4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=caf833b7-6b1c-4283-9a64-20c0e4838897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0966787 Aug 10 11:32:11.334435 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-7e56f6cc-750d-4b74-b679-70674fd7443f tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099804'] for security_group_rule, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:11.362124 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e56f6cc-750d-4b74-b679-70674fd7443f tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28b5e759-aaa1-4b5c-b5bb-79adf055b98b,revision_number=0']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:11.381821 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-7e56f6cc-750d-4b74-b679-70674fd7443f tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:11.389921 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-7e56f6cc-750d-4b74-b679-70674fd7443f tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2224340 Aug 10 11:32:11.390625 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 52868) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:32:11.395989 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-4401767d-ff6d-4a15-a731-3a94bf3ed678 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Request body: {'security_group_rule': {'security_group_id': '81934ba4-5e5b-47cc-90fb-de3ad9336548', 'project_id': '64fdce55728241d78b745581962d5036', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:32:11.423906 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.db.securitygroups_db [None req-4401767d-ff6d-4a15-a731-3a94bf3ed678 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Project 64fdce55728241d78b745581962d5036 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 11:32:11.432448 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-d1cdfecd-376b-44aa-a3a9-5b9de5412593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416d4e81-0346-45db-a38f-fc3cbbb0c286', 'name': 'tempest-TestShelveInstance-138381184-router', 'tenant_id': '1fab3f5db16948b1b7217ed7b226c1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '5d3aadd4-2a6c-47a7-b97c-9c3f5aed2442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:31:52Z', 'updated_at': '2021-08-10T11:32:04Z', 'revision_number': 4, 'project_id': '1fab3f5db16948b1b7217ed7b226c1e3', 'gw_port': {'id': '5d3aadd4-2a6c-47a7-b97c-9c3f5aed2442', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416d4e81-0346-45db-a38f-fc3cbbb0c286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:31:55Z', 'updated_at': '2021-08-10T11:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': 'fa007dec-4f2a-4552-a2c1-7e41e2254b79', 'name': '', 'network_id': 'e7f97458-247b-4d2e-a9a1-9a66ca21f2ab', 'tenant_id': '1fab3f5db16948b1b7217ed7b226c1e3', 'mac_address': 'fa:16:3e:5b:27:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416d4e81-0346-45db-a38f-fc3cbbb0c286', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '1bdb35ca-8ebd-46bf-86cd-1032c733f6c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:02Z', 'updated_at': '2021-08-10T11:32:10Z', 'revision_number': 4, 'project_id': '1fab3f5db16948b1b7217ed7b226c1e3', 'subnets': [{'id': '1bdb35ca-8ebd-46bf-86cd-1032c733f6c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:32:11.438197 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-4401767d-ff6d-4a15-a731-3a94bf3ed678 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:11.480558 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cdfecd-376b-44aa-a3a9-5b9de5412593 None None] The sync data for ids ['416d4e81-0346-45db-a38f-fc3cbbb0c286'] in dv-cinder-792800-5-iscsi is: [{'id': '416d4e81-0346-45db-a38f-fc3cbbb0c286', 'name': 'tempest-TestShelveInstance-138381184-router', 'tenant_id': '1fab3f5db16948b1b7217ed7b226c1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '5d3aadd4-2a6c-47a7-b97c-9c3f5aed2442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:31:52Z', 'updated_at': '2021-08-10T11:32:04Z', 'revision_number': 4, 'project_id': '1fab3f5db16948b1b7217ed7b226c1e3', 'gw_port': {'id': '5d3aadd4-2a6c-47a7-b97c-9c3f5aed2442', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416d4e81-0346-45db-a38f-fc3cbbb0c286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:31:55Z', 'updated_at': '2021-08-10T11:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': 'fa007dec-4f2a-4552-a2c1-7e41e2254b79', 'name': '', 'network_id': 'e7f97458-247b-4d2e-a9a1-9a66ca21f2ab', 'tenant_id': '1fab3f5db16948b1b7217ed7b226c1e3', 'mac_address': 'fa:16:3e:5b:27:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416d4e81-0346-45db-a38f-fc3cbbb0c286', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '1bdb35ca-8ebd-46bf-86cd-1032c733f6c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:02Z', 'updated_at': '2021-08-10T11:32:10Z', 'revision_number': 4, 'project_id': '1fab3f5db16948b1b7217ed7b226c1e3', 'subnets': [{'id': '1bdb35ca-8ebd-46bf-86cd-1032c733f6c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 11:32:11.500134 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ba9c88a2-ee7e-4912-bed5-efcb47fe9386 req-7769f9e7-1769-4957-8ecc-b79c649edd17 service neutron] 10.222.0.59 "GET /v2.0/networks/caf833b7-6b1c-4283-9a64-20c0e4838897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657693 Aug 10 11:32:11.530151 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-4401767d-ff6d-4a15-a731-3a94bf3ed678 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:11.543310 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-4401767d-ff6d-4a15-a731-3a94bf3ed678 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099804'] for security_group_rule, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:11.596373 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4401767d-ff6d-4a15-a731-3a94bf3ed678 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e98cda3-2dd7-4ea4-ad46-e1213f3f8a37,revision_number=0']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:11.621593 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-4401767d-ff6d-4a15-a731-3a94bf3ed678 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:11.623882 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-4401767d-ff6d-4a15-a731-3a94bf3ed678 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2319708 Aug 10 11:32:11.933351 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb1827a-0a62-47f2-ac0a-119515a07235 req-165c05e1-1887-4e70-ae9a-aa0adbbc4a29 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:11.936690 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-0eb1827a-0a62-47f2-ac0a-119515a07235 req-165c05e1-1887-4e70-ae9a-aa0adbbc4a29 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.0719326 Aug 10 11:32:12.012827 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-0eb1827a-0a62-47f2-ac0a-119515a07235 req-00d1ad35-0a40-4752-9c94-c273abf8a504 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674129 Aug 10 11:32:12.348806 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e4182-db2a-4fb2-9a03-b9ce5e49ad3e req-c57d862f-af17-457c-bd78-f68269fac3b1 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:12.350410 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-905e4182-db2a-4fb2-9a03-b9ce5e49ad3e req-c57d862f-af17-457c-bd78-f68269fac3b1 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 945 time: 0.0689144 Aug 10 11:32:12.435940 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-905e4182-db2a-4fb2-9a03-b9ce5e49ad3e req-8581321b-d724-4f14-8a5b-57a40b85587d tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605543 Aug 10 11:32:13.135373 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ca1da-3e14-469c-a26e-0069275cc196 req-cad62699-d2c2-4c19-a49c-b3069449f1d7 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:13.136935 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-890ca1da-3e14-469c-a26e-0069275cc196 req-cad62699-d2c2-4c19-a49c-b3069449f1d7 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.0492005 Aug 10 11:32:13.186388 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-890ca1da-3e14-469c-a26e-0069275cc196 req-3959ede4-fa89-4701-947b-04f6b50e44e4 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404205 Aug 10 11:32:13.218587 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device fa007dec-4f2a-4552-a2c1-7e41e2254b79 up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:32:13.271075 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning for port fa007dec-4f2a-4552-a2c1-7e41e2254b79 completed by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:32:13.276180 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port fa007dec-4f2a-4552-a2c1-7e41e2254b79 triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:32:13.276722 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:13.407879 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:13.444324 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] For port fa007dec-4f2a-4552-a2c1-7e41e2254b79, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=fa007dec-4f2a-4552-a2c1-7e41e2254b79,segment=NetworkSegment(1824ec12-c4b3-41f2-827e-f2bf8961aa72),segment_id=1824ec12-c4b3-41f2-827e-f2bf8961aa72)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:32:13.450723 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:13.458589 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ba9c88a2-ee7e-4912-bed5-efcb47fe9386 req-461e32b0-ab82-4e31-b478-a4be220ff84f service neutron] 10.222.0.59 "GET /v2.0/networks/caf833b7-6b1c-4283-9a64-20c0e4838897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066432 Aug 10 11:32:13.536236 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Pushing event updated for resources: {'Port': ['ID=fa007dec-4f2a-4552-a2c1-7e41e2254b79,revision_number=5']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:13.575453 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36aa28-ac0f-4d6d-8139-e77126954096 req-f2c9c15f-3f88-4318-9825-808af954d6ea tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:13.577073 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-9e36aa28-ac0f-4d6d-8139-e77126954096 req-f2c9c15f-3f88-4318-9825-808af954d6ea tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 945 time: 0.0547659 Aug 10 11:32:13.631794 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-9e36aa28-ac0f-4d6d-8139-e77126954096 req-a1bcf518-b38b-4414-b347-e043a05d1c66 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479946 Aug 10 11:32:14.317704 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0502c-4b11-4120-a5b4-bd2c04215c93 req-b4f38135-33f4-4663-8d0f-7d9467bc1fe8 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:14.319235 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-c1d0502c-4b11-4120-a5b4-bd2c04215c93 req-b4f38135-33f4-4663-8d0f-7d9467bc1fe8 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.0492098 Aug 10 11:32:14.358969 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-c1d0502c-4b11-4120-a5b4-bd2c04215c93 req-2caf9acc-0870-4fbc-8cb5-4445aef6f6a7 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334733 Aug 10 11:32:14.788393 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:14.811925 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d069f9e-75b3-45da-b629-eac22cd6d4e5 req-817f664e-9697-45a6-96f1-8f133683252e tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:14.814360 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7d069f9e-75b3-45da-b629-eac22cd6d4e5 req-817f664e-9697-45a6-96f1-8f133683252e tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 945 time: 0.0827415 Aug 10 11:32:14.887890 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7d069f9e-75b3-45da-b629-eac22cd6d4e5 req-13ff730b-8fb2-4145-a662-1a4d050474f3 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579863 Aug 10 11:32:15.222774 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device fa007dec-4f2a-4552-a2c1-7e41e2254b79 up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:32:15.320316 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port fa007dec-4f2a-4552-a2c1-7e41e2254b79 triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:32:15.320817 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:15.365689 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 734fd62e-a75e-4120-ba4d-b732bed04e73 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 11:32:15.504946 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:15.514619 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4150fc-5ec4-4a47-89ff-52840c445edb req-5c6b3633-b65c-412d-95bd-f0874a9f0979 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:15.516281 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-6d4150fc-5ec4-4a47-89ff-52840c445edb req-5c6b3633-b65c-412d-95bd-f0874a9f0979 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.0692768 Aug 10 11:32:15.563696 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-6d4150fc-5ec4-4a47-89ff-52840c445edb req-578fbcd9-9d90-44f3-a73d-9bad38470ed0 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409396 Aug 10 11:32:15.650666 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a7931f-83f4-497e-ba99-814093e07174', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '734fd62e-a75e-4120-ba4d-b732bed04e73'}] {{(pid=93317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:32:15.652916 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f65e5affd22be71f9b00dd80d36c6e54843c66eef292b5ed0267a1f9ac014f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73c6ebf-789c-4153-a2b5-5eb4fe227d3d" -d '{"events": [{"server_uuid": "f9a7931f-83f4-497e-ba99-814093e07174", "name": "network-vif-unplugged", "status": "completed", "tag": "734fd62e-a75e-4120-ba4d-b732bed04e73"}]}' {{(pid=93317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:32:15.668330 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 734fd62e-a75e-4120-ba4d-b732bed04e73, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=734fd62e-a75e-4120-ba4d-b732bed04e73,segment=NetworkSegment(3cbd7805-aa7c-4600-9950-b5cb2e54bb37),segment_id=3cbd7805-aa7c-4600-9950-b5cb2e54bb37)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:32:15.673718 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:15.712894 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 11:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e925b1-9f7d-4710-882e-b1db3c1eaca5 x-openstack-request-id: req-95e925b1-9f7d-4710-882e-b1db3c1eaca5 {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:32:15.713222 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a7931f-83f4-497e-ba99-814093e07174", "name": "network-vif-unplugged", "status": "completed", "tag": "734fd62e-a75e-4120-ba4d-b732bed04e73", "code": 200}]} {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:32:15.713486 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-95e925b1-9f7d-4710-882e-b1db3c1eaca5 {{(pid=93317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:32:15.713983 dv-cinder-792800-5-iscsi neutron-server[93317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a7931f-83f4-497e-ba99-814093e07174', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '734fd62e-a75e-4120-ba4d-b732bed04e73', 'code': 200} Aug 10 11:32:15.733021 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=734fd62e-a75e-4120-ba4d-b732bed04e73,revision_number=8']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:15.750522 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 53034) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:32:15.807588 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.db_base_plugin_v2 [None req-da4d7b34-2295-4ac5-b352-0e16b7510b40 admin admin] Deleting subnet 23425567-e5a3-4303-a0f3-f0b3b94c74f9 {{(pid=93316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 11:32:15.811885 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-da4d7b34-2295-4ac5-b352-0e16b7510b40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:15.857743 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-da4d7b34-2295-4ac5-b352-0e16b7510b40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131715131'] for subnet, precommit_delete_associations {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:15.920617 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-da4d7b34-2295-4ac5-b352-0e16b7510b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926530'] for subnet, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:16.006153 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-da4d7b34-2295-4ac5-b352-0e16b7510b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134105691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130748585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131149568'] for subnet, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:16.016121 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849687d-1bc0-4ca9-a059-91d95bc32369 req-e9de7d57-e0d2-497e-9604-49943d802aab tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:16.017907 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-0849687d-1bc0-4ca9-a059-91d95bc32369 req-e9de7d57-e0d2-497e-9604-49943d802aab tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.0613191 Aug 10 11:32:16.052529 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-da4d7b34-2295-4ac5-b352-0e16b7510b40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for subnet, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:16.054520 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-da4d7b34-2295-4ac5-b352-0e16b7510b40 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/23425567-e5a3-4303-a0f3-f0b3b94c74f9 HTTP/1.1" status: 204 len: 168 time: 0.3028579 Aug 10 11:32:16.055570 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d7b34-2295-4ac5-b352-0e16b7510b40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23425567-e5a3-4303-a0f3-f0b3b94c74f9,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:16.062789 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 53042) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:32:16.104193 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84582f-264c-4070-a436-883228090f04 req-4d7be3b0-657a-4e4a-b0ad-8f56bd17b32d tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:16.105867 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-ad84582f-264c-4070-a436-883228090f04 req-4d7be3b0-657a-4e4a-b0ad-8f56bd17b32d tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 943 time: 0.0834537 Aug 10 11:32:16.116127 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-0849687d-1bc0-4ca9-a059-91d95bc32369 req-48a0b740-2614-4700-a55d-7d4fbf92fb95 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870020 Aug 10 11:32:16.157421 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-32300ce9-eb30-4a55-98b8-b530f8419c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631178'] for network, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:16.212063 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-ad84582f-264c-4070-a436-883228090f04 req-eeac004d-e7cf-4fde-a89a-35f4c0191d76 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854533 Aug 10 11:32:16.280283 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-32300ce9-eb30-4a55-98b8-b530f8419c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-926155', 'neutron.services.segments.db._delete_segments_for_network-8778041053552'] for network, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:16.291470 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.services.segments.db [None req-32300ce9-eb30-4a55-98b8-b530f8419c8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0573a7bb-21eb-4999-8c66-c03001946cd1']}} {{(pid=93315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:32:16.303376 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.services.segments.db [None req-32300ce9-eb30-4a55-98b8-b530f8419c8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '234dec59-f103-4b29-940f-1854daa908df') {'for_net_delete': True} {{(pid=93315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:32:16.303704 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.services.segments.db [None req-32300ce9-eb30-4a55-98b8-b530f8419c8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '234dec59-f103-4b29-940f-1854daa908df') {} {{(pid=93315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:32:16.324775 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-32300ce9-eb30-4a55-98b8-b530f8419c8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778041055865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130910225'] for segment, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:16.340568 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-32300ce9-eb30-4a55-98b8-b530f8419c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462'] for segment, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:16.347381 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32300ce9-eb30-4a55-98b8-b530f8419c8d admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=93315) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 11:32:16.347775 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-32300ce9-eb30-4a55-98b8-b530f8419c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130148888'] for segment, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:16.349624 dv-cinder-792800-5-iscsi neutron-server[93315]: Traceback (most recent call last): Aug 10 11:32:16.349624 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 11:32:16.349624 dv-cinder-792800-5-iscsi neutron-server[93315]: timer() Aug 10 11:32:16.349624 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 11:32:16.349624 dv-cinder-792800-5-iscsi neutron-server[93315]: cb(*args, **kw) Aug 10 11:32:16.349624 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 11:32:16.349624 dv-cinder-792800-5-iscsi neutron-server[93315]: return func(*args, **kwargs) Aug 10 11:32:16.349624 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 11:32:16.349624 dv-cinder-792800-5-iscsi neutron-server[93315]: self._notify() Aug 10 11:32:16.349624 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 11:32:16.349624 dv-cinder-792800-5-iscsi neutron-server[93315]: self.callback(batched_events) Aug 10 11:32:16.349624 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 11:32:16.349624 dv-cinder-792800-5-iscsi neutron-server[93315]: event.method(event) Aug 10 11:32:16.349624 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 11:32:16.349624 dv-cinder-792800-5-iscsi neutron-server[93315]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 11:32:16.349624 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 11:32:16.349624 dv-cinder-792800-5-iscsi neutron-server[93315]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 11:32:16.349624 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 11:32:16.349624 dv-cinder-792800-5-iscsi neutron-server[93315]: return f(self, *a, **k) Aug 10 11:32:16.349624 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 11:32:16.349624 dv-cinder-792800-5-iscsi neutron-server[93315]: return self._get(url).json() Aug 10 11:32:16.349624 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 11:32:16.349624 dv-cinder-792800-5-iscsi neutron-server[93315]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 11:32:16.349624 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 11:32:16.349624 dv-cinder-792800-5-iscsi neutron-server[93315]: return self.request(url, 'GET', **kwargs) Aug 10 11:32:16.349624 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 11:32:16.349624 dv-cinder-792800-5-iscsi neutron-server[93315]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 11:32:16.349624 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 11:32:16.349624 dv-cinder-792800-5-iscsi neutron-server[93315]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 11:32:16.349624 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 11:32:16.349624 dv-cinder-792800-5-iscsi neutron-server[93315]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 11:32:16.349624 dv-cinder-792800-5-iscsi neutron-server[93315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 11:32:16.415730 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-32300ce9-eb30-4a55-98b8-b530f8419c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-926144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-134149792'] for network, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:16.422284 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-32300ce9-eb30-4a55-98b8-b530f8419c8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for network, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:16.426480 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-32300ce9-eb30-4a55-98b8-b530f8419c8d admin admin] 10.222.0.24 "DELETE /v2.0/networks/0573a7bb-21eb-4999-8c66-c03001946cd1 HTTP/1.1" status: 204 len: 168 time: 0.3619397 Aug 10 11:32:16.449464 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32300ce9-eb30-4a55-98b8-b530f8419c8d admin admin] Pushing event deleted for resources: {'Network': ['ID=0573a7bb-21eb-4999-8c66-c03001946cd1,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:16.686190 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 53060) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:32:16.686370 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fada8b-9e15-4d4a-9002-39d6549b6064 req-794831d0-70c6-47d4-8e3d-005a38206f05 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:16.687704 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-e5fada8b-9e15-4d4a-9002-39d6549b6064 req-794831d0-70c6-47d4-8e3d-005a38206f05 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.0526202 Aug 10 11:32:16.729335 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-e5fada8b-9e15-4d4a-9002-39d6549b6064 req-6862713b-93dd-45ae-aed4-f0d5fa972361 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339885 Aug 10 11:32:16.735632 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-9b94a0ee-76bd-478f-a6dd-98ef74e36baa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1467e979ebdd485596c65e7f548b0ee1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481873 Aug 10 11:32:16.738640 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 53062) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:32:16.813672 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-2a1687aa-6ef8-43a1-b722-e4de7af19dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:16.843453 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-2a1687aa-6ef8-43a1-b722-e4de7af19dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:16.895698 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-2a1687aa-6ef8-43a1-b722-e4de7af19dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:16.898952 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-2a1687aa-6ef8-43a1-b722-e4de7af19dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:16.900129 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-2a1687aa-6ef8-43a1-b722-e4de7af19dba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f4687d52-4148-4748-96b8-313c2fd8e3ee HTTP/1.1" status: 204 len: 168 time: 0.1605508 Aug 10 11:32:16.908884 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1687aa-6ef8-43a1-b722-e4de7af19dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4687d52-4148-4748-96b8-313c2fd8e3ee,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:17.323917 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63dda90-697e-4223-bba2-56296cd13056 req-851829a2-570d-4a17-9907-80a7ce856dad tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:17.325710 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c63dda90-697e-4223-bba2-56296cd13056 req-851829a2-570d-4a17-9907-80a7ce856dad tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.1022029 Aug 10 11:32:17.389661 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c63dda90-697e-4223-bba2-56296cd13056 req-c78f075b-484d-4dd6-b2eb-62e2dfd93d99 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555801 Aug 10 11:32:17.440286 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c5a4c-3498-45fc-bf39-c6bbb8773863 req-0ddeab76-5b8c-4ead-bbed-432fa3225c31 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:17.441781 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-a76c5a4c-3498-45fc-bf39-c6bbb8773863 req-0ddeab76-5b8c-4ead-bbed-432fa3225c31 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 943 time: 0.1088107 Aug 10 11:32:17.481576 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-a76c5a4c-3498-45fc-bf39-c6bbb8773863 req-05be9191-35a6-430c-8e87-1a3e0dd9ec1a tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334022 Aug 10 11:32:17.731414 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 53094) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:32:17.878383 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a2519-d46d-4737-8b2b-4b6761175cc5 req-59191576-776b-4971-8f82-c415e79d7d80 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:17.880130 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-0e0a2519-d46d-4737-8b2b-4b6761175cc5 req-59191576-776b-4971-8f82-c415e79d7d80 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.0749071 Aug 10 11:32:17.903133 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [None req-400ad02a-2808-4da0-9f55-eae3222a2347 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-754726836-network', 'tenant_id': 'ce631e313f124ffc96522aaec894b463'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:32:17.947559 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-0e0a2519-d46d-4737-8b2b-4b6761175cc5 req-dc0e0cc6-419d-4d7e-8288-f5fee22dfbae tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552499 Aug 10 11:32:17.948738 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400ad02a-2808-4da0-9f55-eae3222a2347 admin admin] Made reservation on behalf of ce631e313f124ffc96522aaec894b463 for: {'network': 1} {{(pid=93315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:32:17.951004 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-400ad02a-2808-4da0-9f55-eae3222a2347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for network, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:17.960329 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-400ad02a-2808-4da0-9f55-eae3222a2347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:18.065539 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-400ad02a-2808-4da0-9f55-eae3222a2347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:18.069705 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-400ad02a-2808-4da0-9f55-eae3222a2347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:18.098360 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-400ad02a-2808-4da0-9f55-eae3222a2347 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=93315) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 11:32:18.109477 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400ad02a-2808-4da0-9f55-eae3222a2347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9480bea5-aaca-4823-bd3f-ea7dcc56de01,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:18.115806 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-400ad02a-2808-4da0-9f55-eae3222a2347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462'] for segment, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:18.116154 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.db.segments_db [None req-400ad02a-2808-4da0-9f55-eae3222a2347 admin admin] Added segment a7e3b168-86a5-433e-b17e-7040e9e508ed of type vlan for network 4d20e43e-9b61-4dac-a777-f4b1d57ae537 Aug 10 11:32:18.159733 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-400ad02a-2808-4da0-9f55-eae3222a2347 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778040477516'] for network, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:18.189153 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-400ad02a-2808-4da0-9f55-eae3222a2347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008'] for network, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:18.190248 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400ad02a-2808-4da0-9f55-eae3222a2347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:18.190867 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-400ad02a-2808-4da0-9f55-eae3222a2347 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for network, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:18.256181 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-400ad02a-2808-4da0-9f55-eae3222a2347 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5235951 Aug 10 11:32:18.259326 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 53102) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:32:18.266041 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [None req-a1936c27-257a-4bc1-b529-7ef4230acffa admin admin] Request body: {'subnet': {'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-754726836-subnet', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'ip_version': 4}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:32:18.278352 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400ad02a-2808-4da0-9f55-eae3222a2347 admin admin] Pushing event updated for resources: {'Network': ['ID=4d20e43e-9b61-4dac-a777-f4b1d57ae537,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:18.292245 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Network 4d20e43e-9b61-4dac-a777-f4b1d57ae537 details requested by agent ovs-agent-dv-cinder-792800-5-iscsi with host dv-cinder-792800-5-iscsi {{(pid=93317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 11:32:18.298209 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1936c27-257a-4bc1-b529-7ef4230acffa admin admin] Made reservation on behalf of ce631e313f124ffc96522aaec894b463 for: {'subnet': 1} {{(pid=93315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:32:18.300582 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-a1936c27-257a-4bc1-b529-7ef4230acffa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130361298'] for subnet, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:18.532420 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-a1936c27-257a-4bc1-b529-7ef4230acffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134105691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130149043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130361280'] for subnet, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:18.549721 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a273f-ff52-4df5-b045-f36ddb6eac49 req-706bc9ec-bfa4-4531-93b6-0362f58710e1 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:18.551428 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-1e0a273f-ff52-4df5-b045-f36ddb6eac49 req-706bc9ec-bfa4-4531-93b6-0362f58710e1 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.0617645 Aug 10 11:32:18.593933 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1936c27-257a-4bc1-b529-7ef4230acffa admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e,revision_number=0']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:18.605318 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1936c27-257a-4bc1-b529-7ef4230acffa admin admin] Checking segment: {'id': 'a7e3b168-86a5-433e-b17e-7040e9e508ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:32:18.605770 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1936c27-257a-4bc1-b529-7ef4230acffa admin admin] Network hostable DHCP agents. Network: 4d20e43e-9b61-4dac-a777-f4b1d57ae537, hostable agents: ['0b3fe0ed-30c0-4c64-a4f4-6f12777a422c'], hosted agents: [] {{(pid=93315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 11:32:18.610961 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-1e0a273f-ff52-4df5-b045-f36ddb6eac49 req-b8ca5deb-bc90-444f-b513-9afefd5b0be0 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530853 Aug 10 11:32:18.652452 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1936c27-257a-4bc1-b529-7ef4230acffa admin admin] Network 4d20e43e-9b61-4dac-a777-f4b1d57ae537 is scheduled to be hosted by DHCP agent 0b3fe0ed-30c0-4c64-a4f4-6f12777a422c with binding_index 1 {{(pid=93315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 11:32:18.665373 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.base_scheduler [None req-a1936c27-257a-4bc1-b529-7ef4230acffa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-5-iscsi, 4d20e43e-9b61-4dac-a777-f4b1d57ae537) {{(pid=93315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:32:18.670775 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1936c27-257a-4bc1-b529-7ef4230acffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:18.671992 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-a1936c27-257a-4bc1-b529-7ef4230acffa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:18.675385 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8f9c8c-237b-4a9f-b1f4-c45c52ad3893 None None] Network 4d20e43e-9b61-4dac-a777-f4b1d57ae537 requested from dv-cinder-792800-5-iscsi {{(pid=93317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:32:18.685074 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528c5cb-bcac-484b-9cd6-7ecaddbced37 req-5d99b113-bf35-4d35-9fc7-8702492eeb48 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:18.686537 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e528c5cb-bcac-484b-9cd6-7ecaddbced37 req-5d99b113-bf35-4d35-9fc7-8702492eeb48 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 943 time: 0.0782597 Aug 10 11:32:18.739761 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-a1936c27-257a-4bc1-b529-7ef4230acffa admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4794657 Aug 10 11:32:18.743797 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 53112) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:32:18.749944 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [None req-b7b36b3f-bd66-495b-9eeb-4971b2d1c588 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-754726836-router', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'}}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:32:18.828455 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e528c5cb-bcac-484b-9cd6-7ecaddbced37 req-3709a696-81e1-423c-99db-5a48fa1bb760 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299739 Aug 10 11:32:18.860097 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-b7b36b3f-bd66-495b-9eeb-4971b2d1c588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-134123482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-507807'] for router, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:18.860097 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-b7b36b3f-bd66-495b-9eeb-4971b2d1c588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-134123114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-134149659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134205986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-507782'] for router, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:18.865105 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fc17c-4889-4d5e-9a07-4c36fb2e8d44 req-57aef141-9718-4d2f-b634-e76fff959d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:18.866606 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d95fc17c-4889-4d5e-9a07-4c36fb2e8d44 req-57aef141-9718-4d2f-b634-e76fff959d05 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=afe55c64225f460986dcc8bab02d02a7&device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 1099 time: 0.0905883 Aug 10 11:32:18.893021 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfd2010-bc7d-426e-8296-bf45c7d47934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31ed9ef1-cb2b-58e0-a77f-21ee6076cf6a-4d20e43e-9b61-4dac-a777-f4b1d57ae537', 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'fixed_ips': [{'subnet_id': 'f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e'}]}} from dv-cinder-792800-5-iscsi. {{(pid=93317) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 11:32:18.893900 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-0cfd2010-bc7d-426e-8296-bf45c7d47934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:18.966435 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-b7b36b3f-bd66-495b-9eeb-4971b2d1c588 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:19.040224 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.db_base_plugin_common [None req-0cfd2010-bc7d-426e-8296-bf45c7d47934 None None] Allocated IP 172.20.0.2 (4d20e43e-9b61-4dac-a777-f4b1d57ae537/f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e/729b65d1-a86a-4408-b586-0af0a85b9353) {{(pid=93317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:32:19.098427 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c12e8-bc4b-45a1-9732-e368dd5cec4c req-e436f88e-5687-489e-b2e0-1e5946b65e49 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:19.099947 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-5c1c12e8-bc4b-45a1-9732-e368dd5cec4c req-e436f88e-5687-489e-b2e0-1e5946b65e49 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.0594428 Aug 10 11:32:19.156860 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-5c1c12e8-bc4b-45a1-9732-e368dd5cec4c req-a56394be-610d-46a8-a163-05fe07734d21 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490537 Aug 10 11:32:19.224438 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-0cfd2010-bc7d-426e-8296-bf45c7d47934 None None] Notify callbacks [] for port, precommit_create {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:19.235066 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-0cfd2010-bc7d-426e-8296-bf45c7d47934 None None] Transition to ACTIVE for port object 729b65d1-a86a-4408-b586-0af0a85b9353 will not be triggered until provisioned by entity L2. {{(pid=93317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:32:19.259053 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-0cfd2010-bc7d-426e-8296-bf45c7d47934 None None] Transition to ACTIVE for port object 729b65d1-a86a-4408-b586-0af0a85b9353 will not be triggered until provisioned by entity DHCP. {{(pid=93317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:32:19.266613 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-0cfd2010-bc7d-426e-8296-bf45c7d47934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036'] for port, after_create {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:19.329049 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfd2010-bc7d-426e-8296-bf45c7d47934 None None] Network 4d20e43e-9b61-4dac-a777-f4b1d57ae537 is already hosted by enough agents. {{(pid=93317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:32:19.334888 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.scheduler.base_scheduler [None req-0cfd2010-bc7d-426e-8296-bf45c7d47934 None None] Resources bound (agent type, host, resource id): {{(pid=93317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:32:19.337719 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfd2010-bc7d-426e-8296-bf45c7d47934 None None] Received port after_create {{(pid=93317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:32:19.371266 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd2010-bc7d-426e-8296-bf45c7d47934 None None] Pushing event updated for resources: {'Port': ['ID=729b65d1-a86a-4408-b586-0af0a85b9353,revision_number=1']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:19.420562 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-0cfd2010-bc7d-426e-8296-bf45c7d47934 None None] Attempting to bind port 729b65d1-a86a-4408-b586-0af0a85b9353 on host dv-cinder-792800-5-iscsi for vnic_type normal with profile {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:32:19.431383 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-0cfd2010-bc7d-426e-8296-bf45c7d47934 None None] Attempting to bind port 729b65d1-a86a-4408-b586-0af0a85b9353 by drivers openvswitch,hyperv on host dv-cinder-792800-5-iscsi at level 0 using segments [{'id': 'a7e3b168-86a5-433e-b17e-7040e9e508ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537'}] {{(pid=93317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:32:19.431773 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfd2010-bc7d-426e-8296-bf45c7d47934 None None] Attempting to bind port 729b65d1-a86a-4408-b586-0af0a85b9353 on network 4d20e43e-9b61-4dac-a777-f4b1d57ae537 {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:32:19.439062 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfd2010-bc7d-426e-8296-bf45c7d47934 None None] Checking agent: {'id': '7e56837d-5a68-4d8c-918f-73dada8ac547', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 21, 37), 'started_at': datetime.datetime(2021, 8, 10, 11, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:32:19.439472 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfd2010-bc7d-426e-8296-bf45c7d47934 None None] Checking segment: {'id': 'a7e3b168-86a5-433e-b17e-7040e9e508ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:32:19.440084 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-0cfd2010-bc7d-426e-8296-bf45c7d47934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:19.440277 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfd2010-bc7d-426e-8296-bf45c7d47934 None None] Bound using segment: {'id': 'a7e3b168-86a5-433e-b17e-7040e9e508ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537'} {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:32:19.440813 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-0cfd2010-bc7d-426e-8296-bf45c7d47934 None None] Bound port: 729b65d1-a86a-4408-b586-0af0a85b9353, host: dv-cinder-792800-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e3b168-86a5-433e-b17e-7040e9e508ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537'}}] {{(pid=93317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:32:19.441207 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-0cfd2010-bc7d-426e-8296-bf45c7d47934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:19.466115 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fc17c-4889-4d5e-9a07-4c36fb2e8d44 req-dfb171de-5411-44bc-b297-4ca59a1208b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:19.468762 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d95fc17c-4889-4d5e-9a07-4c36fb2e8d44 req-dfb171de-5411-44bc-b297-4ca59a1208b3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ac384aef-2059-4aee-9fe8-cc3f23ea8171 HTTP/1.1" status: 200 len: 920 time: 0.5920784 Aug 10 11:32:19.472582 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-b7b36b3f-bd66-495b-9eeb-4971b2d1c588 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:19.560320 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d95fc17c-4889-4d5e-9a07-4c36fb2e8d44 req-885298e8-a7d3-4a59-93a5-7a375f86ec9d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=362468bd-ab1c-4a19-a6a3-7ec2114fccba HTTP/1.1" status: 200 len: 217 time: 0.0798333 Aug 10 11:32:19.572067 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-0cfd2010-bc7d-426e-8296-bf45c7d47934 None None] For port 729b65d1-a86a-4408-b586-0af0a85b9353, host dv-cinder-792800-5-iscsi, cleared binding levels {{(pid=93317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:32:19.577613 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-0cfd2010-bc7d-426e-8296-bf45c7d47934 None None] For port 729b65d1-a86a-4408-b586-0af0a85b9353, host dv-cinder-792800-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=729b65d1-a86a-4408-b586-0af0a85b9353,segment=NetworkSegment(a7e3b168-86a5-433e-b17e-7040e9e508ed),segment_id=a7e3b168-86a5-433e-b17e-7040e9e508ed)] {{(pid=93317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:32:19.586735 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-0cfd2010-bc7d-426e-8296-bf45c7d47934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:19.693056 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fc17c-4889-4d5e-9a07-4c36fb2e8d44 req-364531b4-2b9f-4ae9-90bd-7e392fe198fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:19.694592 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d95fc17c-4889-4d5e-9a07-4c36fb2e8d44 req-364531b4-2b9f-4ae9-90bd-7e392fe198fc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ba625b56-e582-40d3-9c2a-ac92dffb393f HTTP/1.1" status: 200 len: 859 time: 0.0901062 Aug 10 11:32:19.738581 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd2010-bc7d-426e-8296-bf45c7d47934 None None] Pushing event updated for resources: {'Port': ['ID=729b65d1-a86a-4408-b586-0af0a85b9353,revision_number=2']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:19.761132 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d95fc17c-4889-4d5e-9a07-4c36fb2e8d44 req-2324bd00-85b9-42dc-b324-549ec1302f95 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ac384aef-2059-4aee-9fe8-cc3f23ea8171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431828 Aug 10 11:32:20.051490 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c99c3-ddb9-4c25-9883-2ab50cbc6602 req-5d70f2db-7a77-4f49-9c81-27ef7850d2d8 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:20.059960 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-bf1c99c3-ddb9-4c25-9883-2ab50cbc6602 req-5d70f2db-7a77-4f49-9c81-27ef7850d2d8 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 943 time: 0.1238008 Aug 10 11:32:20.103602 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f6aef-08fe-41ee-870e-ca6291bb79ea req-09a69cdb-e1ef-400e-a584-10ff153d48d2 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:20.118478 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-442f6aef-08fe-41ee-870e-ca6291bb79ea req-09a69cdb-e1ef-400e-a584-10ff153d48d2 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.3619874 Aug 10 11:32:20.118703 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-bf1c99c3-ddb9-4c25-9883-2ab50cbc6602 req-e86f52f9-6998-4f17-b946-b264b65da8ea tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559020 Aug 10 11:32:20.123483 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d95fc17c-4889-4d5e-9a07-4c36fb2e8d44 req-94ea1c84-ae9d-4128-9fc8-f516033b5f7f service neutron] 10.222.0.59 "GET /v2.0/networks/ac384aef-2059-4aee-9fe8-cc3f23ea8171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440170 Aug 10 11:32:20.239350 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-442f6aef-08fe-41ee-870e-ca6291bb79ea req-a6a0aff4-990a-42d9-8441-c71561d4e9ce tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199610 Aug 10 11:32:20.254270 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-b7b36b3f-bd66-495b-9eeb-4971b2d1c588 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:20.274952 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-b7b36b3f-bd66-495b-9eeb-4971b2d1c588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:20.435241 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d859cbd-bc85-42cd-9afe-8b83b56f0e63 req-319d47de-ef3a-45dc-815a-37e07ce2aa68 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:20.438734 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-4d859cbd-bc85-42cd-9afe-8b83b56f0e63 req-319d47de-ef3a-45dc-815a-37e07ce2aa68 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.1232517 Aug 10 11:32:20.506750 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.db_base_plugin_common [None req-b7b36b3f-bd66-495b-9eeb-4971b2d1c588 admin admin] Allocated IP 172.27.1.86 (5acaf353-3f61-4dec-9325-b74ab1b31d79/161344f3-be79-4209-8149-4c1c277e8dc7/6165e744-bb5d-42b4-bfec-ec2c7a33d6ab) {{(pid=93315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:32:20.547099 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-4d859cbd-bc85-42cd-9afe-8b83b56f0e63 req-f354d3af-7590-4ebe-adfc-62cf54651717 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833354 Aug 10 11:32:20.666358 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-b7b36b3f-bd66-495b-9eeb-4971b2d1c588 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:20.722867 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-b7b36b3f-bd66-495b-9eeb-4971b2d1c588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:20.762703 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b36b3f-bd66-495b-9eeb-4971b2d1c588 admin admin] Network 5acaf353-3f61-4dec-9325-b74ab1b31d79 is already hosted by enough agents. {{(pid=93315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:32:20.766191 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.base_scheduler [None req-b7b36b3f-bd66-495b-9eeb-4971b2d1c588 admin admin] Resources bound (agent type, host, resource id): {{(pid=93315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:32:20.771866 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b36b3f-bd66-495b-9eeb-4971b2d1c588 admin admin] Received port after_create {{(pid=93315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:32:20.819555 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b36b3f-bd66-495b-9eeb-4971b2d1c588 admin admin] Pushing event updated for resources: {'Port': ['ID=6165e744-bb5d-42b4-bfec-ec2c7a33d6ab,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:21.077177 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61abe42a-de37-4f2a-826c-780b0cdeaca6 None None] Network 4d20e43e-9b61-4dac-a777-f4b1d57ae537 requested from dv-cinder-792800-5-iscsi {{(pid=93317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:32:21.103510 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015888c-fcda-493c-bb06-667210d09b19 req-8a68a64a-7564-451b-ab2d-e1ea75fd10f7 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:21.105385 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-3015888c-fcda-493c-bb06-667210d09b19 req-8a68a64a-7564-451b-ab2d-e1ea75fd10f7 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 943 time: 0.0729377 Aug 10 11:32:21.165608 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-3015888c-fcda-493c-bb06-667210d09b19 req-4be1df0c-0e1a-410d-8e58-c4c9efa8e59c tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526373 Aug 10 11:32:21.189757 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-b7b36b3f-bd66-495b-9eeb-4971b2d1c588 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:21.215235 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-70563353-3c70-4052-afbd-5f9c3ea87a0c None None] Provisioning for port 729b65d1-a86a-4408-b586-0af0a85b9353 completed by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:32:21.333309 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 729b65d1-a86a-4408-b586-0af0a85b9353 up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:32:21.419942 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning for port 729b65d1-a86a-4408-b586-0af0a85b9353 completed by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:32:21.426280 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port 729b65d1-a86a-4408-b586-0af0a85b9353 triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:32:21.426280 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:21.535195 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:21.542306 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6682ee1-729b-47ce-90a8-6559c4b06c6d req-8fcd3dbc-6e81-41f2-bdce-c1257a92ab16 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:21.543927 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-b6682ee1-729b-47ce-90a8-6559c4b06c6d req-8fcd3dbc-6e81-41f2-bdce-c1257a92ab16 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.1204426 Aug 10 11:32:21.571891 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-b7b36b3f-bd66-495b-9eeb-4971b2d1c588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-134123107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-134149864'] for router, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:21.589654 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] For port 729b65d1-a86a-4408-b586-0af0a85b9353, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=729b65d1-a86a-4408-b586-0af0a85b9353,segment=NetworkSegment(a7e3b168-86a5-433e-b17e-7040e9e508ed),segment_id=a7e3b168-86a5-433e-b17e-7040e9e508ed)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:32:21.596869 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:21.692326 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Pushing event updated for resources: {'Port': ['ID=729b65d1-a86a-4408-b586-0af0a85b9353,revision_number=3']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:21.707038 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-a9a60359-54f5-493f-8549-23bbfa72a816 None None] Provisioning complete for port 729b65d1-a86a-4408-b586-0af0a85b9353 triggered by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:32:21.707638 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-a9a60359-54f5-493f-8549-23bbfa72a816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:21.719169 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-b6682ee1-729b-47ce-90a8-6559c4b06c6d req-4065351e-7d9c-458b-97bc-ce8b2338afa4 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662045 Aug 10 11:32:21.719973 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b63767-b392-4468-83a3-c66e615d18de req-6b848cd7-6452-4ed8-a300-27c34a774c04 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:21.722055 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-d3b63767-b392-4468-83a3-c66e615d18de req-6b848cd7-6452-4ed8-a300-27c34a774c04 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.0727527 Aug 10 11:32:21.785221 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-d3b63767-b392-4468-83a3-c66e615d18de req-d4e253a4-e0a7-4958-86e6-451aba907c2e tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566151 Aug 10 11:32:21.848922 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b36b3f-bd66-495b-9eeb-4971b2d1c588 admin admin] Router e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1 is scheduled to L3 agent c7f5eca1-6939-476e-9546-e5f0f7bb2dc8 with binding_index 1 {{(pid=93315) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 11:32:21.972946 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b36b3f-bd66-495b-9eeb-4971b2d1c588 admin admin] Notify agent at l3_agent.dv-cinder-792800-5-iscsi the message routers_updated {{(pid=93315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 11:32:21.983805 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afa1094-2437-489c-8ac4-ca086129f8e6 None None] Sync routers for ids ['e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'] in dv-cinder-792800-5-iscsi {{(pid=93318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 11:32:21.991093 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-b7b36b3f-bd66-495b-9eeb-4971b2d1c588 admin admin] Notify callbacks [] for router, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:21.992382 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-b7b36b3f-bd66-495b-9eeb-4971b2d1c588 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2475972 Aug 10 11:32:21.994747 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afa1094-2437-489c-8ac4-ca086129f8e6 None None] Routers {'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:32:21.995454 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-9afa1094-2437-489c-8ac4-ca086129f8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:32:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'], 'active': True} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:32:21.996255 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 53174) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:32:22.116587 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvr_db [None req-9afa1094-2437-489c-8ac4-ca086129f8e6 None None] Set router e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:32:22.343604 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-9afa1094-2437-489c-8ac4-ca086129f8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'name': 'tempest-TestVolumeBootPattern-754726836-router', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '6165e744-bb5d-42b4-bfec-ec2c7a33d6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:32:18Z', 'updated_at': '2021-08-10T11:32:20Z', 'revision_number': 3, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'gw_port': {'id': '6165e744-bb5d-42b4-bfec-ec2c7a33d6ab', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:20Z', 'updated_at': '2021-08-10T11:32:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi'}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:32:22.374350 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afa1094-2437-489c-8ac4-ca086129f8e6 None None] Checking router: e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1 for host: dv-cinder-792800-5-iscsi {{(pid=93318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 11:32:22.374790 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afa1094-2437-489c-8ac4-ca086129f8e6 None None] Updating router e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1 port 6165e744-bb5d-42b4-bfec-ec2c7a33d6ab binding host dv-cinder-792800-5-iscsi {{(pid=93318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 11:32:22.409961 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-9afa1094-2437-489c-8ac4-ca086129f8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:22.567907 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d78a5-724b-4a02-890a-1cf617cf57a4 req-9b875fdb-e926-4a76-8ef3-8e6a34f42b88 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:22.572415 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e96d78a5-724b-4a02-890a-1cf617cf57a4 req-9b875fdb-e926-4a76-8ef3-8e6a34f42b88 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 943 time: 0.1035755 Aug 10 11:32:22.655875 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e96d78a5-724b-4a02-890a-1cf617cf57a4 req-528c1e04-4ebe-422f-bdf8-5102ba88b8d1 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787289 Aug 10 11:32:22.715411 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-9afa1094-2437-489c-8ac4-ca086129f8e6 None None] Notify callbacks [] for port, precommit_update {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:22.725929 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.provisioning_blocks [None req-9afa1094-2437-489c-8ac4-ca086129f8e6 None None] Transition to ACTIVE for port object 6165e744-bb5d-42b4-bfec-ec2c7a33d6ab will not be triggered until provisioned by entity L2. {{(pid=93318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:32:22.730807 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-9afa1094-2437-489c-8ac4-ca086129f8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:22.772848 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fac0ea-2367-4cd0-aefb-d9d7d8309889 None None] Pushing event updated for resources: {'Port': ['ID=6165e744-bb5d-42b4-bfec-ec2c7a33d6ab,revision_number=2']} {{(pid=93318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:22.792862 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.managers [None req-9afa1094-2437-489c-8ac4-ca086129f8e6 None None] Attempting to bind port 6165e744-bb5d-42b4-bfec-ec2c7a33d6ab on host dv-cinder-792800-5-iscsi for vnic_type normal with profile {{(pid=93318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:32:22.793235 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.managers [None req-9afa1094-2437-489c-8ac4-ca086129f8e6 None None] Attempting to bind port 6165e744-bb5d-42b4-bfec-ec2c7a33d6ab by drivers openvswitch,hyperv on host dv-cinder-792800-5-iscsi at level 0 using segments [{'id': 'f70d9b94-9741-4a97-8751-b62ba7cc47d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'}] {{(pid=93318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:32:22.793600 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afa1094-2437-489c-8ac4-ca086129f8e6 None None] Attempting to bind port 6165e744-bb5d-42b4-bfec-ec2c7a33d6ab on network 5acaf353-3f61-4dec-9325-b74ab1b31d79 {{(pid=93318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:32:22.800068 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afa1094-2437-489c-8ac4-ca086129f8e6 None None] Checking agent: {'id': '7e56837d-5a68-4d8c-918f-73dada8ac547', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 21, 37), 'started_at': datetime.datetime(2021, 8, 10, 11, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:32:22.800443 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afa1094-2437-489c-8ac4-ca086129f8e6 None None] Checking segment: {'id': 'f70d9b94-9741-4a97-8751-b62ba7cc47d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:32:22.800875 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-9afa1094-2437-489c-8ac4-ca086129f8e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:22.801544 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afa1094-2437-489c-8ac4-ca086129f8e6 None None] Bound using segment: {'id': 'f70d9b94-9741-4a97-8751-b62ba7cc47d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'} {{(pid=93318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:32:22.802021 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.managers [None req-9afa1094-2437-489c-8ac4-ca086129f8e6 None None] Bound port: 6165e744-bb5d-42b4-bfec-ec2c7a33d6ab, host: dv-cinder-792800-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f70d9b94-9741-4a97-8751-b62ba7cc47d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'}}] {{(pid=93318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:32:22.802424 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-9afa1094-2437-489c-8ac4-ca086129f8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:22.803490 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-5f20aaff-54a8-4b8f-817c-95cd60699469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:22.862573 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.db [None req-9afa1094-2437-489c-8ac4-ca086129f8e6 None None] For port 6165e744-bb5d-42b4-bfec-ec2c7a33d6ab, host dv-cinder-792800-5-iscsi, cleared binding levels {{(pid=93318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:32:22.866010 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.db [None req-9afa1094-2437-489c-8ac4-ca086129f8e6 None None] For port 6165e744-bb5d-42b4-bfec-ec2c7a33d6ab, host dv-cinder-792800-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=6165e744-bb5d-42b4-bfec-ec2c7a33d6ab,segment=NetworkSegment(f70d9b94-9741-4a97-8751-b62ba7cc47d6),segment_id=f70d9b94-9741-4a97-8751-b62ba7cc47d6)] {{(pid=93318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:32:22.874688 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-9afa1094-2437-489c-8ac4-ca086129f8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:22.902888 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3c32d-5fe5-4098-b776-7431655cd2f0 req-10354b04-694d-480f-9e0c-342e8a9548d9 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:22.905065 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-95a3c32d-5fe5-4098-b776-7431655cd2f0 req-10354b04-694d-480f-9e0c-342e8a9548d9 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.0938759 Aug 10 11:32:22.937660 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fac0ea-2367-4cd0-aefb-d9d7d8309889 None None] Pushing event updated for resources: {'Port': ['ID=6165e744-bb5d-42b4-bfec-ec2c7a33d6ab,revision_number=3']} {{(pid=93318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:22.955366 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afa1094-2437-489c-8ac4-ca086129f8e6 None None] Routers {'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:32:22.956152 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-9afa1094-2437-489c-8ac4-ca086129f8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:32:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'], 'active': True} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:32:22.960704 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-95a3c32d-5fe5-4098-b776-7431655cd2f0 req-8ce1d4c8-034a-47e0-833d-2330d6604d50 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471582 Aug 10 11:32:22.989783 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf1a3fe-acd8-4e18-a317-8298877a637e req-1280537e-a6f8-458f-883a-c91b2da6107e tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:22.993040 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-caf1a3fe-acd8-4e18-a317-8298877a637e req-1280537e-a6f8-458f-883a-c91b2da6107e tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.1143639 Aug 10 11:32:23.067617 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvr_db [None req-9afa1094-2437-489c-8ac4-ca086129f8e6 None None] Set router e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:32:23.068467 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-caf1a3fe-acd8-4e18-a317-8298877a637e req-7f52528d-ac90-40d2-b15d-ca91ab1175b2 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695593 Aug 10 11:32:23.069606 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.db_base_plugin_common [None req-5f20aaff-54a8-4b8f-817c-95cd60699469 admin admin] Allocated IP 172.20.0.1 (4d20e43e-9b61-4dac-a777-f4b1d57ae537/f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e/0f52f062-0f06-40a4-97f2-e1ab4ef52e0c) {{(pid=93315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:32:23.181417 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-5f20aaff-54a8-4b8f-817c-95cd60699469 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:23.197701 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.provisioning_blocks [None req-5f20aaff-54a8-4b8f-817c-95cd60699469 admin admin] Transition to ACTIVE for port object 0f52f062-0f06-40a4-97f2-e1ab4ef52e0c will not be triggered until provisioned by entity DHCP. {{(pid=93315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:32:23.215432 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 729b65d1-a86a-4408-b586-0af0a85b9353 up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:32:23.235130 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-5f20aaff-54a8-4b8f-817c-95cd60699469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:23.261176 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-9afa1094-2437-489c-8ac4-ca086129f8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'name': 'tempest-TestVolumeBootPattern-754726836-router', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '6165e744-bb5d-42b4-bfec-ec2c7a33d6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:32:18Z', 'updated_at': '2021-08-10T11:32:20Z', 'revision_number': 3, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'gw_port': {'id': '6165e744-bb5d-42b4-bfec-ec2c7a33d6ab', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:20Z', 'updated_at': '2021-08-10T11:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi'}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:32:23.278126 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port 729b65d1-a86a-4408-b586-0af0a85b9353 triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:32:23.279332 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:23.280371 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f20aaff-54a8-4b8f-817c-95cd60699469 admin admin] Network 4d20e43e-9b61-4dac-a777-f4b1d57ae537 is already hosted by enough agents. {{(pid=93315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:32:23.283764 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.base_scheduler [None req-5f20aaff-54a8-4b8f-817c-95cd60699469 admin admin] Resources bound (agent type, host, resource id): {{(pid=93315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:32:23.288724 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f20aaff-54a8-4b8f-817c-95cd60699469 admin admin] Received port after_create {{(pid=93315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:32:23.292273 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20aaff-54a8-4b8f-817c-95cd60699469 admin admin] Pushing event updated for resources: {'Port': ['ID=0f52f062-0f06-40a4-97f2-e1ab4ef52e0c,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:23.303412 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afa1094-2437-489c-8ac4-ca086129f8e6 None None] The sync data for ids ['e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'] in dv-cinder-792800-5-iscsi is: [{'id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'name': 'tempest-TestVolumeBootPattern-754726836-router', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '6165e744-bb5d-42b4-bfec-ec2c7a33d6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:32:18Z', 'updated_at': '2021-08-10T11:32:20Z', 'revision_number': 3, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'gw_port': {'id': '6165e744-bb5d-42b4-bfec-ec2c7a33d6ab', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:20Z', 'updated_at': '2021-08-10T11:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi'}] {{(pid=93318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 11:32:23.321899 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20aaff-54a8-4b8f-817c-95cd60699469 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:32:23.322245 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20aaff-54a8-4b8f-817c-95cd60699469 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:32:23.322598 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20aaff-54a8-4b8f-817c-95cd60699469 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:32:23.322942 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20aaff-54a8-4b8f-817c-95cd60699469 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:32:23.323319 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20aaff-54a8-4b8f-817c-95cd60699469 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:32:23.323657 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20aaff-54a8-4b8f-817c-95cd60699469 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:32:23.323989 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20aaff-54a8-4b8f-817c-95cd60699469 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:32:23.324327 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20aaff-54a8-4b8f-817c-95cd60699469 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:32:23.324695 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20aaff-54a8-4b8f-817c-95cd60699469 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:32:23.325024 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20aaff-54a8-4b8f-817c-95cd60699469 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:32:23.325353 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20aaff-54a8-4b8f-817c-95cd60699469 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:32:23.325678 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20aaff-54a8-4b8f-817c-95cd60699469 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:32:23.349312 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-5f20aaff-54a8-4b8f-817c-95cd60699469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-134174491'] for router_interface, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:23.566391 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-5fab0518-cd99-40ee-91bc-f4b336e175a0 None None] Provisioning for port 0f52f062-0f06-40a4-97f2-e1ab4ef52e0c completed by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:32:23.570718 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-5fab0518-cd99-40ee-91bc-f4b336e175a0 None None] Provisioning complete for port 0f52f062-0f06-40a4-97f2-e1ab4ef52e0c triggered by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:32:23.571746 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-5fab0518-cd99-40ee-91bc-f4b336e175a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:23.574624 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-5f20aaff-54a8-4b8f-817c-95cd60699469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:23.620089 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-5fab0518-cd99-40ee-91bc-f4b336e175a0 None None] Port 0f52f062-0f06-40a4-97f2-e1ab4ef52e0c cannot update to ACTIVE because it is not bound. {{(pid=93317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 11:32:23.692956 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d95fc17c-4889-4d5e-9a07-4c36fb2e8d44 req-9a87fbf9-707c-4980-a34b-063d95430997 service neutron] 10.222.0.59 "GET /v2.0/networks/ac384aef-2059-4aee-9fe8-cc3f23ea8171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743684 Aug 10 11:32:23.829217 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d95278-4055-4daa-9622-fd09af7a70e5 req-0e6aaccb-7f68-4be0-be42-022cfffe8764 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:23.831032 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-68d95278-4055-4daa-9622-fd09af7a70e5 req-0e6aaccb-7f68-4be0-be42-022cfffe8764 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 943 time: 0.0569794 Aug 10 11:32:23.885476 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-68d95278-4055-4daa-9622-fd09af7a70e5 req-733f3e08-47eb-4e62-b40d-3efa4a0fef0f tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433838 Aug 10 11:32:23.933891 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-5f20aaff-54a8-4b8f-817c-95cd60699469 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:23.939985 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-5f20aaff-54a8-4b8f-817c-95cd60699469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130148924'] for port, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:24.017079 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20aaff-54a8-4b8f-817c-95cd60699469 admin admin] Pushing event updated for resources: {'Port': ['ID=0f52f062-0f06-40a4-97f2-e1ab4ef52e0c,revision_number=2']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:24.035243 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-5f20aaff-54a8-4b8f-817c-95cd60699469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133803058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-134174639'] for router_interface, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:24.190880 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f989a-3849-46a1-b8f0-4b735307f64e req-72063477-85e0-4953-a7e8-1fa9e6aa2cdc tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:24.198616 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ec4f989a-3849-46a1-b8f0-4b735307f64e req-72063477-85e0-4953-a7e8-1fa9e6aa2cdc tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.1015193 Aug 10 11:32:24.233077 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 734fd62e-a75e-4120-ba4d-b732bed04e73 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 11:32:24.248562 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f20aaff-54a8-4b8f-817c-95cd60699469 admin admin] Network 4d20e43e-9b61-4dac-a777-f4b1d57ae537 is already hosted by enough agents. {{(pid=93315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:32:24.252897 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9bf12-11b4-4309-b336-addef0d6f159 req-7dbcc848-f0a9-43ed-bd87-764f76693f0a tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:24.261795 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ec4f989a-3849-46a1-b8f0-4b735307f64e req-d03cea3c-b5b4-4fe3-890f-dc8fd4afce56 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590088 Aug 10 11:32:24.262950 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.base_scheduler [None req-5f20aaff-54a8-4b8f-817c-95cd60699469 admin admin] Resources bound (agent type, host, resource id): {{(pid=93315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:32:24.263182 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-e1d9bf12-11b4-4309-b336-addef0d6f159 req-7dbcc848-f0a9-43ed-bd87-764f76693f0a tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.0765510 Aug 10 11:32:24.377260 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-e1d9bf12-11b4-4309-b336-addef0d6f159 req-3ddeb33e-ed60-482f-a9a4-f1e9750e398e tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967159 Aug 10 11:32:24.551242 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-8feaf99f-466c-4054-acf9-15c494acf137 None None] Provisioning complete for port 0f52f062-0f06-40a4-97f2-e1ab4ef52e0c triggered by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:32:24.551980 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-8feaf99f-466c-4054-acf9-15c494acf137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:24.556307 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f20aaff-54a8-4b8f-817c-95cd60699469 admin admin] Router e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1 has already been hosted by L3 agent c7f5eca1-6939-476e-9546-e5f0f7bb2dc8 {{(pid=93315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 11:32:24.620117 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-8feaf99f-466c-4054-acf9-15c494acf137 None None] Port 0f52f062-0f06-40a4-97f2-e1ab4ef52e0c cannot update to ACTIVE because it is not bound. {{(pid=93317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 11:32:24.715358 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f20aaff-54a8-4b8f-817c-95cd60699469 admin admin] Notify agent at l3_agent.dv-cinder-792800-5-iscsi the message routers_updated {{(pid=93315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 11:32:24.722024 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-5f20aaff-54a8-4b8f-817c-95cd60699469 admin admin] 10.222.0.24 "PUT /v2.0/routers/e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7239926 Aug 10 11:32:25.055171 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe2f2c-4fff-4901-bb3f-809b85c0d4d6 req-8aab6c2d-6c06-403a-b952-34cc62ce7f1f tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:25.057159 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-2dbe2f2c-4fff-4901-bb3f-809b85c0d4d6 req-8aab6c2d-6c06-403a-b952-34cc62ce7f1f tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 943 time: 0.0622327 Aug 10 11:32:25.110635 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-2dbe2f2c-4fff-4901-bb3f-809b85c0d4d6 req-e007b90e-9c90-420b-a91a-ab886223ac8f tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434740 Aug 10 11:32:25.280724 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 6165e744-bb5d-42b4-bfec-ec2c7a33d6ab up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:32:25.377959 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning for port 6165e744-bb5d-42b4-bfec-ec2c7a33d6ab completed by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:32:25.382741 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port 6165e744-bb5d-42b4-bfec-ec2c7a33d6ab triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:32:25.383398 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:25.415554 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fdd612-f954-44c9-8ac4-80a394992359 None None] Sync routers for ids ['e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'] in dv-cinder-792800-5-iscsi {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 11:32:25.448336 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fdd612-f954-44c9-8ac4-80a394992359 None None] Routers {'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:32:25.449212 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-86fdd612-f954-44c9-8ac4-80a394992359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:32:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:32:25.457743 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2556d66-fbd6-4a04-910f-8f042d64afa7 req-cd784178-2102-48d3-a512-b24186dca373 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:25.459524 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-f2556d66-fbd6-4a04-910f-8f042d64afa7 req-cd784178-2102-48d3-a512-b24186dca373 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.1203759 Aug 10 11:32:25.504913 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 53266) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:32:25.510670 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [None req-d880f0dd-a146-42c7-8d03-7d6cb7b33bbd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1906570113-network', 'tenant_id': '8d4d4c75663744869bc3c3e955e6d288'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:32:25.518940 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-f2556d66-fbd6-4a04-910f-8f042d64afa7 req-63a1248f-51dc-48fe-a817-1bd31479d02c tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455623 Aug 10 11:32:25.551736 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:25.586957 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] For port 6165e744-bb5d-42b4-bfec-ec2c7a33d6ab, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=6165e744-bb5d-42b4-bfec-ec2c7a33d6ab,segment=NetworkSegment(f70d9b94-9741-4a97-8751-b62ba7cc47d6),segment_id=f70d9b94-9741-4a97-8751-b62ba7cc47d6)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:32:25.595750 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d880f0dd-a146-42c7-8d03-7d6cb7b33bbd admin admin] Made reservation on behalf of 8d4d4c75663744869bc3c3e955e6d288 for: {'network': 1} {{(pid=93315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:32:25.602359 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-d880f0dd-a146-42c7-8d03-7d6cb7b33bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for network, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:25.617413 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:25.620224 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-d880f0dd-a146-42c7-8d03-7d6cb7b33bbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:25.668916 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e94c77-d52f-47aa-8a85-a15285601f5d req-7d616a6c-0bb9-4e44-a3f5-999f78a69285 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:25.671771 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d1e94c77-d52f-47aa-8a85-a15285601f5d req-7d616a6c-0bb9-4e44-a3f5-999f78a69285 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.1567924 Aug 10 11:32:25.714945 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-86fdd612-f954-44c9-8ac4-80a394992359 None None] Set router e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:32:25.767934 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Pushing event updated for resources: {'Port': ['ID=6165e744-bb5d-42b4-bfec-ec2c7a33d6ab,revision_number=4']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:25.777298 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d1e94c77-d52f-47aa-8a85-a15285601f5d req-dd566e9d-854f-4373-9553-b61f2c402d18 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834396 Aug 10 11:32:25.844192 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-d880f0dd-a146-42c7-8d03-7d6cb7b33bbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:25.850775 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-d880f0dd-a146-42c7-8d03-7d6cb7b33bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:25.884264 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d880f0dd-a146-42c7-8d03-7d6cb7b33bbd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796} {{(pid=93315) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 11:32:25.901332 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d880f0dd-a146-42c7-8d03-7d6cb7b33bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e2cda0-8882-4504-b56e-16d3a0245490,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:25.905503 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-d880f0dd-a146-42c7-8d03-7d6cb7b33bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462'] for segment, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:25.905854 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.db.segments_db [None req-d880f0dd-a146-42c7-8d03-7d6cb7b33bbd admin admin] Added segment 4ad25295-3712-449e-99e9-d03afd86bf9a of type vlan for network d5368734-221d-47db-917f-6ba766e043c6 Aug 10 11:32:25.964568 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-d880f0dd-a146-42c7-8d03-7d6cb7b33bbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778040477516'] for network, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:26.000643 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-d880f0dd-a146-42c7-8d03-7d6cb7b33bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008'] for network, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:26.002204 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d880f0dd-a146-42c7-8d03-7d6cb7b33bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:26.005972 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-d880f0dd-a146-42c7-8d03-7d6cb7b33bbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for network, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:26.051793 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-86fdd612-f954-44c9-8ac4-80a394992359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'name': 'tempest-TestVolumeBootPattern-754726836-router', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '6165e744-bb5d-42b4-bfec-ec2c7a33d6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:32:18Z', 'updated_at': '2021-08-10T11:32:23Z', 'revision_number': 4, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'gw_port': {'id': '6165e744-bb5d-42b4-bfec-ec2c7a33d6ab', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:20Z', 'updated_at': '2021-08-10T11:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': '0f52f062-0f06-40a4-97f2-e1ab4ef52e0c', 'name': '', 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'mac_address': 'fa:16:3e:24:4b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:22Z', 'updated_at': '2021-08-10T11:32:23Z', 'revision_number': 2, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'subnets': [{'id': 'f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:32:26.092843 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-d880f0dd-a146-42c7-8d03-7d6cb7b33bbd admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5867565 Aug 10 11:32:26.095872 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 53278) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:32:26.096286 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fdd612-f954-44c9-8ac4-80a394992359 None None] Checking router: e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1 for host: dv-cinder-792800-5-iscsi {{(pid=93317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 11:32:26.096680 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fdd612-f954-44c9-8ac4-80a394992359 None None] Updating router e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1 port 0f52f062-0f06-40a4-97f2-e1ab4ef52e0c binding host dv-cinder-792800-5-iscsi {{(pid=93317) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 11:32:26.104268 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d880f0dd-a146-42c7-8d03-7d6cb7b33bbd admin admin] Pushing event updated for resources: {'Network': ['ID=d5368734-221d-47db-917f-6ba766e043c6,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:26.104782 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-3e16e28b-d0ae-4263-81cc-dca42761d14d admin admin] Request body: {'subnet': {'network_id': 'd5368734-221d-47db-917f-6ba766e043c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1906570113-subnet', 'tenant_id': '8d4d4c75663744869bc3c3e955e6d288', 'ip_version': 4}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:32:26.122644 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Network d5368734-221d-47db-917f-6ba766e043c6 details requested by agent ovs-agent-dv-cinder-792800-5-iscsi with host dv-cinder-792800-5-iscsi {{(pid=93317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 11:32:26.133189 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e16e28b-d0ae-4263-81cc-dca42761d14d admin admin] Made reservation on behalf of 8d4d4c75663744869bc3c3e955e6d288 for: {'subnet': 1} {{(pid=93316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:32:26.135872 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-3e16e28b-d0ae-4263-81cc-dca42761d14d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131149025'] for subnet, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:26.177598 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-86fdd612-f954-44c9-8ac4-80a394992359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:26.306915 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14e365-b4c3-420d-979e-95f8a19852d9 req-91c1d46a-49ae-44ae-959d-1a9dcca79597 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:26.308463 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-ad14e365-b4c3-420d-979e-95f8a19852d9 req-91c1d46a-49ae-44ae-959d-1a9dcca79597 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 943 time: 0.0944369 Aug 10 11:32:26.390066 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-ad14e365-b4c3-420d-979e-95f8a19852d9 req-d013e514-ebac-42a8-830f-62b97b08c702 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698392 Aug 10 11:32:26.421778 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-3e16e28b-d0ae-4263-81cc-dca42761d14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134105691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130748648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131149043'] for subnet, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:26.478563 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e16e28b-d0ae-4263-81cc-dca42761d14d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1d9a9a1-c693-4e1a-9386-2f8dbf616fb7,revision_number=0']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:26.493983 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e16e28b-d0ae-4263-81cc-dca42761d14d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:32:26.494338 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e16e28b-d0ae-4263-81cc-dca42761d14d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:32:26.494688 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e16e28b-d0ae-4263-81cc-dca42761d14d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:32:26.495026 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e16e28b-d0ae-4263-81cc-dca42761d14d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:32:26.495493 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e16e28b-d0ae-4263-81cc-dca42761d14d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:32:26.496163 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e16e28b-d0ae-4263-81cc-dca42761d14d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:32:26.496857 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e16e28b-d0ae-4263-81cc-dca42761d14d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:32:26.497449 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e16e28b-d0ae-4263-81cc-dca42761d14d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:32:26.497970 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e16e28b-d0ae-4263-81cc-dca42761d14d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:32:26.498457 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e16e28b-d0ae-4263-81cc-dca42761d14d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:32:26.499067 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e16e28b-d0ae-4263-81cc-dca42761d14d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:32:26.499552 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e16e28b-d0ae-4263-81cc-dca42761d14d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:32:26.505341 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e16e28b-d0ae-4263-81cc-dca42761d14d admin admin] Checking segment: {'id': '4ad25295-3712-449e-99e9-d03afd86bf9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd5368734-221d-47db-917f-6ba766e043c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:32:26.505711 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e16e28b-d0ae-4263-81cc-dca42761d14d admin admin] Network hostable DHCP agents. Network: d5368734-221d-47db-917f-6ba766e043c6, hostable agents: ['0b3fe0ed-30c0-4c64-a4f4-6f12777a422c'], hosted agents: [] {{(pid=93316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 11:32:26.524780 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e16e28b-d0ae-4263-81cc-dca42761d14d admin admin] Network d5368734-221d-47db-917f-6ba766e043c6 is scheduled to be hosted by DHCP agent 0b3fe0ed-30c0-4c64-a4f4-6f12777a422c with binding_index 1 {{(pid=93316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 11:32:26.534150 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.base_scheduler [None req-3e16e28b-d0ae-4263-81cc-dca42761d14d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-5-iscsi, d5368734-221d-47db-917f-6ba766e043c6) {{(pid=93316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:32:26.536696 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-86fdd612-f954-44c9-8ac4-80a394992359 None None] Notify callbacks [] for port, precommit_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:26.539554 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e16e28b-d0ae-4263-81cc-dca42761d14d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:26.540261 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-3e16e28b-d0ae-4263-81cc-dca42761d14d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for subnet, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:26.549110 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dbcbff-d4e4-4d1e-849b-f0b6d87b80c4 None None] Network d5368734-221d-47db-917f-6ba766e043c6 requested from dv-cinder-792800-5-iscsi {{(pid=93317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:32:26.551287 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-86fdd612-f954-44c9-8ac4-80a394992359 None None] Transition to ACTIVE for port object 0f52f062-0f06-40a4-97f2-e1ab4ef52e0c will not be triggered until provisioned by entity L2. {{(pid=93317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:32:26.559776 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-3e16e28b-d0ae-4263-81cc-dca42761d14d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4613531 Aug 10 11:32:26.562204 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 53282) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:32:26.565947 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-86fdd612-f954-44c9-8ac4-80a394992359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:26.567508 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-45c6314d-fec3-447c-901c-7f55bbb3ba0f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1906570113-router', 'tenant_id': '8d4d4c75663744869bc3c3e955e6d288', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'}}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:32:26.592370 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-45c6314d-fec3-447c-901c-7f55bbb3ba0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-134123482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-507807'] for router, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:26.593461 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-45c6314d-fec3-447c-901c-7f55bbb3ba0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-134123114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-134149659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134205986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-507782'] for router, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:26.678906 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a97759-9e41-4f4b-b0b8-df8361fc5834 None None] Pushing event updated for resources: {'Port': ['ID=0f52f062-0f06-40a4-97f2-e1ab4ef52e0c,revision_number=3']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:26.682013 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-45c6314d-fec3-447c-901c-7f55bbb3ba0f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:26.729293 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985457a-2483-4281-bc10-6e82c5cc5be1 req-99f97c8c-8764-4001-9dcc-6ca01f8cde27 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:26.733307 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-0985457a-2483-4281-bc10-6e82c5cc5be1 req-99f97c8c-8764-4001-9dcc-6ca01f8cde27 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.1111004 Aug 10 11:32:26.783431 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-0985457a-2483-4281-bc10-6e82c5cc5be1 req-cd7f8811-bf90-443a-9ac5-cc4f2c44b0c5 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394549 Aug 10 11:32:26.856744 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-45c6314d-fec3-447c-901c-7f55bbb3ba0f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:27.024631 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6e3d6-ea79-4fdd-999c-1cb6bad1f010 req-608f82f2-96ad-44d7-b964-44c4c59ecb19 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:27.026232 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-11c6e3d6-ea79-4fdd-999c-1cb6bad1f010 req-608f82f2-96ad-44d7-b964-44c4c59ecb19 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.0958800 Aug 10 11:32:27.053181 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-86fdd612-f954-44c9-8ac4-80a394992359 None None] Attempting to bind port 0f52f062-0f06-40a4-97f2-e1ab4ef52e0c on host dv-cinder-792800-5-iscsi for vnic_type normal with profile {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:32:27.053491 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-86fdd612-f954-44c9-8ac4-80a394992359 None None] Attempting to bind port 0f52f062-0f06-40a4-97f2-e1ab4ef52e0c by drivers openvswitch,hyperv on host dv-cinder-792800-5-iscsi at level 0 using segments [{'id': 'a7e3b168-86a5-433e-b17e-7040e9e508ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537'}] {{(pid=93317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:32:27.054165 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fdd612-f954-44c9-8ac4-80a394992359 None None] Attempting to bind port 0f52f062-0f06-40a4-97f2-e1ab4ef52e0c on network 4d20e43e-9b61-4dac-a777-f4b1d57ae537 {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:32:27.071340 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fdd612-f954-44c9-8ac4-80a394992359 None None] Checking agent: {'id': '7e56837d-5a68-4d8c-918f-73dada8ac547', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 21, 37), 'started_at': datetime.datetime(2021, 8, 10, 11, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:32:27.071724 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fdd612-f954-44c9-8ac4-80a394992359 None None] Checking segment: {'id': 'a7e3b168-86a5-433e-b17e-7040e9e508ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:32:27.072138 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-86fdd612-f954-44c9-8ac4-80a394992359 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:27.072559 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fdd612-f954-44c9-8ac4-80a394992359 None None] Bound using segment: {'id': 'a7e3b168-86a5-433e-b17e-7040e9e508ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537'} {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:32:27.073062 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-86fdd612-f954-44c9-8ac4-80a394992359 None None] Bound port: 0f52f062-0f06-40a4-97f2-e1ab4ef52e0c, host: dv-cinder-792800-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e3b168-86a5-433e-b17e-7040e9e508ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537'}}] {{(pid=93317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:32:27.073446 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-86fdd612-f954-44c9-8ac4-80a394992359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:27.087225 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-11c6e3d6-ea79-4fdd-999c-1cb6bad1f010 req-4a598e15-df8a-432d-8b6b-93831a4d29cf tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478158 Aug 10 11:32:27.236327 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-45c6314d-fec3-447c-901c-7f55bbb3ba0f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:27.266558 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-45c6314d-fec3-447c-901c-7f55bbb3ba0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:27.279015 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179083a8-4677-4fea-839e-17c40f83ec99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31ed9ef1-cb2b-58e0-a77f-21ee6076cf6a-d5368734-221d-47db-917f-6ba766e043c6', 'network_id': 'd5368734-221d-47db-917f-6ba766e043c6', 'tenant_id': '8d4d4c75663744869bc3c3e955e6d288', 'fixed_ips': [{'subnet_id': 'a1d9a9a1-c693-4e1a-9386-2f8dbf616fb7'}]}} from dv-cinder-792800-5-iscsi. {{(pid=93317) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 11:32:27.282896 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-179083a8-4677-4fea-839e-17c40f83ec99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:27.287221 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 6165e744-bb5d-42b4-bfec-ec2c7a33d6ab up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:32:27.369536 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-86fdd612-f954-44c9-8ac4-80a394992359 None None] For port 0f52f062-0f06-40a4-97f2-e1ab4ef52e0c, host dv-cinder-792800-5-iscsi, cleared binding levels {{(pid=93317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:32:27.434829 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-86fdd612-f954-44c9-8ac4-80a394992359 None None] For port 0f52f062-0f06-40a4-97f2-e1ab4ef52e0c, host dv-cinder-792800-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=0f52f062-0f06-40a4-97f2-e1ab4ef52e0c,segment=NetworkSegment(a7e3b168-86a5-433e-b17e-7040e9e508ed),segment_id=a7e3b168-86a5-433e-b17e-7040e9e508ed)] {{(pid=93317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:32:27.465782 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-86fdd612-f954-44c9-8ac4-80a394992359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:27.471186 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.db_base_plugin_common [None req-45c6314d-fec3-447c-901c-7f55bbb3ba0f admin admin] Allocated IP 172.27.1.191 (5acaf353-3f61-4dec-9325-b74ab1b31d79/161344f3-be79-4209-8149-4c1c277e8dc7/8d064055-1ee5-4059-934e-06c47ada888e) {{(pid=93316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:32:27.604681 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186e699-e073-44dd-ad7d-089495dee895 req-e47b4fbe-5f38-4fbf-8020-6811b531f3f7 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:27.617570 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d186e699-e073-44dd-ad7d-089495dee895 req-e47b4fbe-5f38-4fbf-8020-6811b531f3f7 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 943 time: 0.0791061 Aug 10 11:32:27.676520 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d186e699-e073-44dd-ad7d-089495dee895 req-335d79b9-68f1-401c-9c59-a1d83d1ebd15 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515149 Aug 10 11:32:27.676719 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port 6165e744-bb5d-42b4-bfec-ec2c7a33d6ab triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:32:27.677623 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:27.682323 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fdd612-f954-44c9-8ac4-80a394992359 None None] Routers {'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:32:27.683214 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-86fdd612-f954-44c9-8ac4-80a394992359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:32:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:32:27.690901 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a97759-9e41-4f4b-b0b8-df8361fc5834 None None] Pushing event updated for resources: {'Port': ['ID=0f52f062-0f06-40a4-97f2-e1ab4ef52e0c,revision_number=4']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:27.754094 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-45c6314d-fec3-447c-901c-7f55bbb3ba0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:27.774767 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.db_base_plugin_common [None req-179083a8-4677-4fea-839e-17c40f83ec99 None None] Allocated IP 172.20.0.2 (d5368734-221d-47db-917f-6ba766e043c6/a1d9a9a1-c693-4e1a-9386-2f8dbf616fb7/fb376c10-f7ab-414c-ae72-9dd9d7718829) {{(pid=93317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:32:27.851675 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-45c6314d-fec3-447c-901c-7f55bbb3ba0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130748572'] for port, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:27.909133 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c6314d-fec3-447c-901c-7f55bbb3ba0f admin admin] Network 5acaf353-3f61-4dec-9325-b74ab1b31d79 is already hosted by enough agents. {{(pid=93316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:32:27.914901 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.base_scheduler [None req-45c6314d-fec3-447c-901c-7f55bbb3ba0f admin admin] Resources bound (agent type, host, resource id): {{(pid=93316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:32:27.919043 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c6314d-fec3-447c-901c-7f55bbb3ba0f admin admin] Received port after_create {{(pid=93316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:32:27.930219 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-86fdd612-f954-44c9-8ac4-80a394992359 None None] Set router e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:32:27.945223 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6314d-fec3-447c-901c-7f55bbb3ba0f admin admin] Pushing event updated for resources: {'Port': ['ID=8d064055-1ee5-4059-934e-06c47ada888e,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:28.243282 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-179083a8-4677-4fea-839e-17c40f83ec99 None None] Notify callbacks [] for port, precommit_create {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:28.267891 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-179083a8-4677-4fea-839e-17c40f83ec99 None None] Transition to ACTIVE for port object fb376c10-f7ab-414c-ae72-9dd9d7718829 will not be triggered until provisioned by entity L2. {{(pid=93317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:32:28.308795 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-179083a8-4677-4fea-839e-17c40f83ec99 None None] Transition to ACTIVE for port object fb376c10-f7ab-414c-ae72-9dd9d7718829 will not be triggered until provisioned by entity DHCP. {{(pid=93317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:32:28.322286 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-179083a8-4677-4fea-839e-17c40f83ec99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036'] for port, after_create {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:28.349564 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9804fece-3f92-4b9b-9b16-4de0068cf4f8 req-354ef559-dc10-4ce8-b84c-d0d20ac65dfa tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:28.356143 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-9804fece-3f92-4b9b-9b16-4de0068cf4f8 req-354ef559-dc10-4ce8-b84c-d0d20ac65dfa tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.1164436 Aug 10 11:32:28.405198 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179083a8-4677-4fea-839e-17c40f83ec99 None None] Network d5368734-221d-47db-917f-6ba766e043c6 is already hosted by enough agents. {{(pid=93317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:32:28.412824 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-45c6314d-fec3-447c-901c-7f55bbb3ba0f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:28.414927 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-86fdd612-f954-44c9-8ac4-80a394992359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'name': 'tempest-TestVolumeBootPattern-754726836-router', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '6165e744-bb5d-42b4-bfec-ec2c7a33d6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:32:18Z', 'updated_at': '2021-08-10T11:32:23Z', 'revision_number': 4, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'gw_port': {'id': '6165e744-bb5d-42b4-bfec-ec2c7a33d6ab', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:20Z', 'updated_at': '2021-08-10T11:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': '0f52f062-0f06-40a4-97f2-e1ab4ef52e0c', 'name': '', 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'mac_address': 'fa:16:3e:24:4b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:22Z', 'updated_at': '2021-08-10T11:32:27Z', 'revision_number': 4, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'subnets': [{'id': 'f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:32:28.418579 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.scheduler.base_scheduler [None req-179083a8-4677-4fea-839e-17c40f83ec99 None None] Resources bound (agent type, host, resource id): {{(pid=93317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:32:28.422302 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179083a8-4677-4fea-839e-17c40f83ec99 None None] Received port after_create {{(pid=93317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:32:28.428538 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-9804fece-3f92-4b9b-9b16-4de0068cf4f8 req-21e6ed4c-86f9-443f-a472-1e12e6345eca tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658278 Aug 10 11:32:28.551131 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fdd612-f954-44c9-8ac4-80a394992359 None None] The sync data for ids ['e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'] in dv-cinder-792800-5-iscsi is: [{'id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'name': 'tempest-TestVolumeBootPattern-754726836-router', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '6165e744-bb5d-42b4-bfec-ec2c7a33d6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:32:18Z', 'updated_at': '2021-08-10T11:32:23Z', 'revision_number': 4, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'gw_port': {'id': '6165e744-bb5d-42b4-bfec-ec2c7a33d6ab', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:20Z', 'updated_at': '2021-08-10T11:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': '0f52f062-0f06-40a4-97f2-e1ab4ef52e0c', 'name': '', 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'mac_address': 'fa:16:3e:24:4b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:22Z', 'updated_at': '2021-08-10T11:32:27Z', 'revision_number': 4, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'subnets': [{'id': 'f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 11:32:28.561387 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179083a8-4677-4fea-839e-17c40f83ec99 None None] Pushing event updated for resources: {'Port': ['ID=fb376c10-f7ab-414c-ae72-9dd9d7718829,revision_number=1']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:28.578630 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-179083a8-4677-4fea-839e-17c40f83ec99 None None] Attempting to bind port fb376c10-f7ab-414c-ae72-9dd9d7718829 on host dv-cinder-792800-5-iscsi for vnic_type normal with profile {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:32:28.579016 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-179083a8-4677-4fea-839e-17c40f83ec99 None None] Attempting to bind port fb376c10-f7ab-414c-ae72-9dd9d7718829 by drivers openvswitch,hyperv on host dv-cinder-792800-5-iscsi at level 0 using segments [{'id': '4ad25295-3712-449e-99e9-d03afd86bf9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd5368734-221d-47db-917f-6ba766e043c6'}] {{(pid=93317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:32:28.579909 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179083a8-4677-4fea-839e-17c40f83ec99 None None] Attempting to bind port fb376c10-f7ab-414c-ae72-9dd9d7718829 on network d5368734-221d-47db-917f-6ba766e043c6 {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:32:28.586825 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179083a8-4677-4fea-839e-17c40f83ec99 None None] Checking agent: {'id': '7e56837d-5a68-4d8c-918f-73dada8ac547', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 21, 37), 'started_at': datetime.datetime(2021, 8, 10, 11, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:32:28.587206 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179083a8-4677-4fea-839e-17c40f83ec99 None None] Checking segment: {'id': '4ad25295-3712-449e-99e9-d03afd86bf9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd5368734-221d-47db-917f-6ba766e043c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:32:28.589965 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-179083a8-4677-4fea-839e-17c40f83ec99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:28.590394 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179083a8-4677-4fea-839e-17c40f83ec99 None None] Bound using segment: {'id': '4ad25295-3712-449e-99e9-d03afd86bf9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd5368734-221d-47db-917f-6ba766e043c6'} {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:32:28.590899 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-179083a8-4677-4fea-839e-17c40f83ec99 None None] Bound port: fb376c10-f7ab-414c-ae72-9dd9d7718829, host: dv-cinder-792800-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad25295-3712-449e-99e9-d03afd86bf9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd5368734-221d-47db-917f-6ba766e043c6'}}] {{(pid=93317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:32:28.591302 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-179083a8-4677-4fea-839e-17c40f83ec99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:28.763497 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-179083a8-4677-4fea-839e-17c40f83ec99 None None] For port fb376c10-f7ab-414c-ae72-9dd9d7718829, host dv-cinder-792800-5-iscsi, cleared binding levels {{(pid=93317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:32:28.769356 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-179083a8-4677-4fea-839e-17c40f83ec99 None None] For port fb376c10-f7ab-414c-ae72-9dd9d7718829, host dv-cinder-792800-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=fb376c10-f7ab-414c-ae72-9dd9d7718829,segment=NetworkSegment(4ad25295-3712-449e-99e9-d03afd86bf9a),segment_id=4ad25295-3712-449e-99e9-d03afd86bf9a)] {{(pid=93317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:32:28.777795 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-179083a8-4677-4fea-839e-17c40f83ec99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:28.911625 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179083a8-4677-4fea-839e-17c40f83ec99 None None] Pushing event updated for resources: {'Port': ['ID=fb376c10-f7ab-414c-ae72-9dd9d7718829,revision_number=2']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:29.028609 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb46b5-f2ec-43d8-8421-1f17ed14566c req-873c4c9c-794f-4819-a4e6-041ab556e7b9 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:29.030568 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-6aeb46b5-f2ec-43d8-8421-1f17ed14566c req-873c4c9c-794f-4819-a4e6-041ab556e7b9 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 943 time: 0.2016907 Aug 10 11:32:29.037269 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-45c6314d-fec3-447c-901c-7f55bbb3ba0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-134123107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-134149864'] for router, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:29.244237 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-6aeb46b5-f2ec-43d8-8421-1f17ed14566c req-e809b408-4a34-419b-ad21-f2970b8bdbb0 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2018387 Aug 10 11:32:29.419339 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c6314d-fec3-447c-901c-7f55bbb3ba0f admin admin] Router 683cb4b8-6ea1-48e8-8580-bb5332c44734 is scheduled to L3 agent c7f5eca1-6939-476e-9546-e5f0f7bb2dc8 with binding_index 1 {{(pid=93316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 11:32:29.479373 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 0f52f062-0f06-40a4-97f2-e1ab4ef52e0c up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:32:29.588829 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning for port 0f52f062-0f06-40a4-97f2-e1ab4ef52e0c completed by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:32:29.599006 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port 0f52f062-0f06-40a4-97f2-e1ab4ef52e0c triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:32:29.599840 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:29.602528 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c6314d-fec3-447c-901c-7f55bbb3ba0f admin admin] Notify agent at l3_agent.dv-cinder-792800-5-iscsi the message routers_updated {{(pid=93316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 11:32:29.616464 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568fb347-3c1e-46e0-b1b3-34c2864324ae None None] Sync routers for ids ['683cb4b8-6ea1-48e8-8580-bb5332c44734'] in dv-cinder-792800-5-iscsi {{(pid=93318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 11:32:29.640231 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-45c6314d-fec3-447c-901c-7f55bbb3ba0f admin admin] Notify callbacks [] for router, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:29.647696 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568fb347-3c1e-46e0-b1b3-34c2864324ae None None] Routers {'683cb4b8-6ea1-48e8-8580-bb5332c44734'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:32:29.653674 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-45c6314d-fec3-447c-901c-7f55bbb3ba0f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0895662 Aug 10 11:32:29.655563 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-568fb347-3c1e-46e0-b1b3-34c2864324ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:32:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['683cb4b8-6ea1-48e8-8580-bb5332c44734'], 'active': True} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:32:29.655971 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 53342) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:32:29.676457 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565d690-1446-42f6-aad8-83336f5af3a1 req-76f82c16-e545-4df2-9e26-25c7bd664bf0 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:29.680601 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-9565d690-1446-42f6-aad8-83336f5af3a1 req-76f82c16-e545-4df2-9e26-25c7bd664bf0 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.1543033 Aug 10 11:32:29.800270 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:29.834702 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-9565d690-1446-42f6-aad8-83336f5af3a1 req-aa832834-ebf5-4d5b-958e-7dd71451c109 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363535 Aug 10 11:32:29.889239 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] For port 0f52f062-0f06-40a4-97f2-e1ab4ef52e0c, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=0f52f062-0f06-40a4-97f2-e1ab4ef52e0c,segment=NetworkSegment(a7e3b168-86a5-433e-b17e-7040e9e508ed),segment_id=a7e3b168-86a5-433e-b17e-7040e9e508ed)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:32:29.894567 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:30.011021 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvr_db [None req-568fb347-3c1e-46e0-b1b3-34c2864324ae None None] Set router 683cb4b8-6ea1-48e8-8580-bb5332c44734 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:32:30.029681 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Pushing event updated for resources: {'Port': ['ID=0f52f062-0f06-40a4-97f2-e1ab4ef52e0c,revision_number=5']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:30.290635 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 53356) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:32:30.576037 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-568fb347-3c1e-46e0-b1b3-34c2864324ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '683cb4b8-6ea1-48e8-8580-bb5332c44734', 'name': 'tempest-TestVolumeBootPattern-1906570113-router', 'tenant_id': '8d4d4c75663744869bc3c3e955e6d288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '8d064055-1ee5-4059-934e-06c47ada888e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:32:26Z', 'updated_at': '2021-08-10T11:32:28Z', 'revision_number': 3, 'project_id': '8d4d4c75663744869bc3c3e955e6d288', 'gw_port': {'id': '8d064055-1ee5-4059-934e-06c47ada888e', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:22:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '683cb4b8-6ea1-48e8-8580-bb5332c44734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:27Z', 'updated_at': '2021-08-10T11:32:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi'}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:32:30.618184 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568fb347-3c1e-46e0-b1b3-34c2864324ae None None] Checking router: 683cb4b8-6ea1-48e8-8580-bb5332c44734 for host: dv-cinder-792800-5-iscsi {{(pid=93318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 11:32:30.618797 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568fb347-3c1e-46e0-b1b3-34c2864324ae None None] Updating router 683cb4b8-6ea1-48e8-8580-bb5332c44734 port 8d064055-1ee5-4059-934e-06c47ada888e binding host dv-cinder-792800-5-iscsi {{(pid=93318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 11:32:30.664612 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-adcc1a93-c1d5-4a6c-9d8e-e11698c3d3a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:30.665882 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab31c589-2079-463a-98cd-da2851d2049e None None] Network d5368734-221d-47db-917f-6ba766e043c6 requested from dv-cinder-792800-5-iscsi {{(pid=93317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:32:30.673124 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-568fb347-3c1e-46e0-b1b3-34c2864324ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:30.787637 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-b9b5ae6f-37b0-4297-990e-938a50986aef None None] Provisioning for port fb376c10-f7ab-414c-ae72-9dd9d7718829 completed by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:32:30.869196 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b24c0-0eb4-4c57-bdeb-4178b7cf2f5f req-265da165-2d42-4fa5-a96e-37fd634acfcc tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:30.873520 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-adcc1a93-c1d5-4a6c-9d8e-e11698c3d3a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:30.882206 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-adcc1a93-c1d5-4a6c-9d8e-e11698c3d3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:30.885416 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-ca9b24c0-0eb4-4c57-bdeb-4178b7cf2f5f req-265da165-2d42-4fa5-a96e-37fd634acfcc tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 943 time: 0.1414697 Aug 10 11:32:30.984397 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-adcc1a93-c1d5-4a6c-9d8e-e11698c3d3a1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d371c1e127044974a4c41ae7a4955849&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6921329 Aug 10 11:32:30.992429 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 53364) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:32:31.034349 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-ca9b24c0-0eb4-4c57-bdeb-4178b7cf2f5f req-b1fc307e-46a7-43ca-8f9b-f4920a9402cc tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473861 Aug 10 11:32:31.048605 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc1a93-c1d5-4a6c-9d8e-e11698c3d3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4aeb59-a9f3-4ac2-9f46-a1be96f206c1,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:31.117602 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5052d0-0c05-4950-ad9f-8045d75c5b80 req-67e9167b-1fdf-4308-bde0-25fc2ec8f4c8 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:31.125546 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-3b5052d0-0c05-4950-ad9f-8045d75c5b80 req-67e9167b-1fdf-4308-bde0-25fc2ec8f4c8 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.1395943 Aug 10 11:32:31.135371 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-d881544f-a2f9-43fc-8385-5b49e6e387a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:31.186315 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-d881544f-a2f9-43fc-8385-5b49e6e387a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:31.190621 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-2a767ea3-dab8-4942-afcb-0865c0d0c3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:31.206872 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-3b5052d0-0c05-4950-ad9f-8045d75c5b80 req-36b94c02-f85c-45c8-a677-e3fd73735b59 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794609 Aug 10 11:32:31.314118 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-d881544f-a2f9-43fc-8385-5b49e6e387a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:31.318411 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-d881544f-a2f9-43fc-8385-5b49e6e387a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:31.325624 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-d881544f-a2f9-43fc-8385-5b49e6e387a9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8f4aeb59-a9f3-4ac2-9f46-a1be96f206c1 HTTP/1.1" status: 204 len: 168 time: 0.3319817 Aug 10 11:32:31.351348 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d881544f-a2f9-43fc-8385-5b49e6e387a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4aeb59-a9f3-4ac2-9f46-a1be96f206c1,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:31.439670 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-568fb347-3c1e-46e0-b1b3-34c2864324ae None None] Notify callbacks [] for port, precommit_update {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:31.463877 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.provisioning_blocks [None req-568fb347-3c1e-46e0-b1b3-34c2864324ae None None] Transition to ACTIVE for port object 8d064055-1ee5-4059-934e-06c47ada888e will not be triggered until provisioned by entity L2. {{(pid=93318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:32:31.479574 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-568fb347-3c1e-46e0-b1b3-34c2864324ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:31.561091 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.managers [None req-568fb347-3c1e-46e0-b1b3-34c2864324ae None None] Attempting to bind port 8d064055-1ee5-4059-934e-06c47ada888e on host dv-cinder-792800-5-iscsi for vnic_type normal with profile {{(pid=93318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:32:31.561876 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.managers [None req-568fb347-3c1e-46e0-b1b3-34c2864324ae None None] Attempting to bind port 8d064055-1ee5-4059-934e-06c47ada888e by drivers openvswitch,hyperv on host dv-cinder-792800-5-iscsi at level 0 using segments [{'id': 'f70d9b94-9741-4a97-8751-b62ba7cc47d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'}] {{(pid=93318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:32:31.562271 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568fb347-3c1e-46e0-b1b3-34c2864324ae None None] Attempting to bind port 8d064055-1ee5-4059-934e-06c47ada888e on network 5acaf353-3f61-4dec-9325-b74ab1b31d79 {{(pid=93318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:32:31.563779 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 0f52f062-0f06-40a4-97f2-e1ab4ef52e0c up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:32:31.568246 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568fb347-3c1e-46e0-b1b3-34c2864324ae None None] Checking agent: {'id': '7e56837d-5a68-4d8c-918f-73dada8ac547', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 21, 37), 'started_at': datetime.datetime(2021, 8, 10, 11, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:32:31.568656 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568fb347-3c1e-46e0-b1b3-34c2864324ae None None] Checking segment: {'id': 'f70d9b94-9741-4a97-8751-b62ba7cc47d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:32:31.569228 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-568fb347-3c1e-46e0-b1b3-34c2864324ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:31.569623 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568fb347-3c1e-46e0-b1b3-34c2864324ae None None] Bound using segment: {'id': 'f70d9b94-9741-4a97-8751-b62ba7cc47d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'} {{(pid=93318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:32:31.570164 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.managers [None req-568fb347-3c1e-46e0-b1b3-34c2864324ae None None] Bound port: 8d064055-1ee5-4059-934e-06c47ada888e, host: dv-cinder-792800-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f70d9b94-9741-4a97-8751-b62ba7cc47d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'}}] {{(pid=93318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:32:31.570567 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-568fb347-3c1e-46e0-b1b3-34c2864324ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:31.623052 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648be400-1be5-4daf-8891-3959cbdcf8f3 None None] Pushing event updated for resources: {'Port': ['ID=8d064055-1ee5-4059-934e-06c47ada888e,revision_number=2']} {{(pid=93318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:31.645184 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.db [None req-568fb347-3c1e-46e0-b1b3-34c2864324ae None None] For port 8d064055-1ee5-4059-934e-06c47ada888e, host dv-cinder-792800-5-iscsi, cleared binding levels {{(pid=93318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:32:31.653448 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.db [None req-568fb347-3c1e-46e0-b1b3-34c2864324ae None None] For port 8d064055-1ee5-4059-934e-06c47ada888e, host dv-cinder-792800-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=8d064055-1ee5-4059-934e-06c47ada888e,segment=NetworkSegment(f70d9b94-9741-4a97-8751-b62ba7cc47d6),segment_id=f70d9b94-9741-4a97-8751-b62ba7cc47d6)] {{(pid=93318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:32:31.662879 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-568fb347-3c1e-46e0-b1b3-34c2864324ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:31.668558 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port 0f52f062-0f06-40a4-97f2-e1ab4ef52e0c triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:32:31.669043 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:31.713982 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.db_base_plugin_common [None req-2a767ea3-dab8-4942-afcb-0865c0d0c3c9 admin admin] Allocated IP 172.20.0.1 (d5368734-221d-47db-917f-6ba766e043c6/a1d9a9a1-c693-4e1a-9386-2f8dbf616fb7/0bad899a-5ae8-4418-9ea5-a31590dab9f6) {{(pid=93316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:32:31.812184 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648be400-1be5-4daf-8891-3959cbdcf8f3 None None] Pushing event updated for resources: {'Port': ['ID=8d064055-1ee5-4059-934e-06c47ada888e,revision_number=3']} {{(pid=93318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:31.840955 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568fb347-3c1e-46e0-b1b3-34c2864324ae None None] Routers {'683cb4b8-6ea1-48e8-8580-bb5332c44734'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:32:31.842616 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-568fb347-3c1e-46e0-b1b3-34c2864324ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:32:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['683cb4b8-6ea1-48e8-8580-bb5332c44734'], 'active': True} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:32:31.842871 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b63db-a3b6-463a-a167-deb310045991 req-0ad38b9c-2ced-4a07-a881-ff8ce6e6a9a4 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:31.852426 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a13b63db-a3b6-463a-a167-deb310045991 req-0ad38b9c-2ced-4a07-a881-ff8ce6e6a9a4 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 945 time: 0.0898104 Aug 10 11:32:31.862517 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device fb376c10-f7ab-414c-ae72-9dd9d7718829 up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:32:31.904960 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a13b63db-a3b6-463a-a167-deb310045991 req-6826bdcb-d66e-40dd-adfa-407a2b373e34 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511024 Aug 10 11:32:31.971444 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-2a767ea3-dab8-4942-afcb-0865c0d0c3c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:31.997931 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.provisioning_blocks [None req-2a767ea3-dab8-4942-afcb-0865c0d0c3c9 admin admin] Transition to ACTIVE for port object 0bad899a-5ae8-4418-9ea5-a31590dab9f6 will not be triggered until provisioned by entity DHCP. {{(pid=93316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:32:32.027920 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvr_db [None req-568fb347-3c1e-46e0-b1b3-34c2864324ae None None] Set router 683cb4b8-6ea1-48e8-8580-bb5332c44734 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:32:32.060007 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-2a767ea3-dab8-4942-afcb-0865c0d0c3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130748572'] for port, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:32.080956 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning for port fb376c10-f7ab-414c-ae72-9dd9d7718829 completed by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:32:32.085081 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port fb376c10-f7ab-414c-ae72-9dd9d7718829 triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:32:32.085464 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:32.133402 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a767ea3-dab8-4942-afcb-0865c0d0c3c9 admin admin] Network d5368734-221d-47db-917f-6ba766e043c6 is already hosted by enough agents. {{(pid=93316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:32:32.137366 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.base_scheduler [None req-2a767ea3-dab8-4942-afcb-0865c0d0c3c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:32:32.144743 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a767ea3-dab8-4942-afcb-0865c0d0c3c9 admin admin] Received port after_create {{(pid=93316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:32:32.175180 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a767ea3-dab8-4942-afcb-0865c0d0c3c9 admin admin] Pushing event updated for resources: {'Port': ['ID=0bad899a-5ae8-4418-9ea5-a31590dab9f6,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:32.213437 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:32.224047 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-2a767ea3-dab8-4942-afcb-0865c0d0c3c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-134174491'] for router_interface, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:32.281458 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] For port fb376c10-f7ab-414c-ae72-9dd9d7718829, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=fb376c10-f7ab-414c-ae72-9dd9d7718829,segment=NetworkSegment(4ad25295-3712-449e-99e9-d03afd86bf9a),segment_id=4ad25295-3712-449e-99e9-d03afd86bf9a)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:32:32.287714 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:32.311809 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ac831-ac97-4c99-b6bf-fd6856f6641a req-00db0acd-6aec-402c-b6ea-000bd1310808 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:32.313897 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-dd5ac831-ac97-4c99-b6bf-fd6856f6641a req-00db0acd-6aec-402c-b6ea-000bd1310808 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 943 time: 0.1283019 Aug 10 11:32:32.367093 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-568fb347-3c1e-46e0-b1b3-34c2864324ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '683cb4b8-6ea1-48e8-8580-bb5332c44734', 'name': 'tempest-TestVolumeBootPattern-1906570113-router', 'tenant_id': '8d4d4c75663744869bc3c3e955e6d288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '8d064055-1ee5-4059-934e-06c47ada888e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:32:26Z', 'updated_at': '2021-08-10T11:32:28Z', 'revision_number': 3, 'project_id': '8d4d4c75663744869bc3c3e955e6d288', 'gw_port': {'id': '8d064055-1ee5-4059-934e-06c47ada888e', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:22:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '683cb4b8-6ea1-48e8-8580-bb5332c44734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:27Z', 'updated_at': '2021-08-10T11:32:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi'}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:32:32.381817 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Pushing event updated for resources: {'Port': ['ID=fb376c10-f7ab-414c-ae72-9dd9d7718829,revision_number=3']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:32.411068 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568fb347-3c1e-46e0-b1b3-34c2864324ae None None] The sync data for ids ['683cb4b8-6ea1-48e8-8580-bb5332c44734'] in dv-cinder-792800-5-iscsi is: [{'id': '683cb4b8-6ea1-48e8-8580-bb5332c44734', 'name': 'tempest-TestVolumeBootPattern-1906570113-router', 'tenant_id': '8d4d4c75663744869bc3c3e955e6d288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '8d064055-1ee5-4059-934e-06c47ada888e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:32:26Z', 'updated_at': '2021-08-10T11:32:28Z', 'revision_number': 3, 'project_id': '8d4d4c75663744869bc3c3e955e6d288', 'gw_port': {'id': '8d064055-1ee5-4059-934e-06c47ada888e', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:22:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '683cb4b8-6ea1-48e8-8580-bb5332c44734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:27Z', 'updated_at': '2021-08-10T11:32:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi'}] {{(pid=93318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 11:32:32.415373 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-dd5ac831-ac97-4c99-b6bf-fd6856f6641a req-282940b1-4b85-40c6-902a-da829f7ab21a tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912874 Aug 10 11:32:32.467451 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-2a767ea3-dab8-4942-afcb-0865c0d0c3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:32.477344 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6533b-5869-4bb2-a9c7-ab8e5902062e req-0921b621-7612-491e-8b00-bc0a761fea71 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:32.489745 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-99e6533b-5869-4bb2-a9c7-ab8e5902062e req-0921b621-7612-491e-8b00-bc0a761fea71 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.1515930 Aug 10 11:32:32.524025 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-99e6533b-5869-4bb2-a9c7-ab8e5902062e req-06b70818-417e-4fb4-91c9-c61bf1a96682 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383246 Aug 10 11:32:32.547075 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-afcd6639-0333-47dd-90d8-9a68145f5435 None None] Provisioning for port 0bad899a-5ae8-4418-9ea5-a31590dab9f6 completed by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:32:32.552375 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-afcd6639-0333-47dd-90d8-9a68145f5435 None None] Provisioning complete for port 0bad899a-5ae8-4418-9ea5-a31590dab9f6 triggered by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:32:32.553580 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-afcd6639-0333-47dd-90d8-9a68145f5435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:32.610237 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-afcd6639-0333-47dd-90d8-9a68145f5435 None None] Port 0bad899a-5ae8-4418-9ea5-a31590dab9f6 cannot update to ACTIVE because it is not bound. {{(pid=93317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 11:32:32.684447 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-2a767ea3-dab8-4942-afcb-0865c0d0c3c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:32.690119 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-2a767ea3-dab8-4942-afcb-0865c0d0c3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130748519'] for port, after_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:32.764683 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-2a767ea3-dab8-4942-afcb-0865c0d0c3c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133803058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-134174639'] for router_interface, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:32.784173 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a767ea3-dab8-4942-afcb-0865c0d0c3c9 admin admin] Pushing event updated for resources: {'Port': ['ID=0bad899a-5ae8-4418-9ea5-a31590dab9f6,revision_number=2']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:32.905434 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a767ea3-dab8-4942-afcb-0865c0d0c3c9 admin admin] Network d5368734-221d-47db-917f-6ba766e043c6 is already hosted by enough agents. {{(pid=93316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:32:32.907014 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.base_scheduler [None req-2a767ea3-dab8-4942-afcb-0865c0d0c3c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:32:33.138234 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c22f7-dff1-4c25-a5db-982bef85eae2 req-bc1a4abc-7df0-4518-93b2-5657de4fffea tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:33.142762 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-1b6c22f7-dff1-4c25-a5db-982bef85eae2 req-bc1a4abc-7df0-4518-93b2-5657de4fffea tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 945 time: 0.1261742 Aug 10 11:32:33.146518 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a767ea3-dab8-4942-afcb-0865c0d0c3c9 admin admin] Router 683cb4b8-6ea1-48e8-8580-bb5332c44734 has already been hosted by L3 agent c7f5eca1-6939-476e-9546-e5f0f7bb2dc8 {{(pid=93316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 11:32:33.150965 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-013ccc2f-4743-4005-b661-208e178d9506 None None] Provisioning complete for port 0bad899a-5ae8-4418-9ea5-a31590dab9f6 triggered by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:32:33.152146 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-013ccc2f-4743-4005-b661-208e178d9506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:33.210552 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-013ccc2f-4743-4005-b661-208e178d9506 None None] Port 0bad899a-5ae8-4418-9ea5-a31590dab9f6 cannot update to ACTIVE because it is not bound. {{(pid=93317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 11:32:33.256260 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-1b6c22f7-dff1-4c25-a5db-982bef85eae2 req-1aac5b53-ac6a-45be-ad87-e55b66786296 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049144 Aug 10 11:32:33.346475 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a767ea3-dab8-4942-afcb-0865c0d0c3c9 admin admin] Notify agent at l3_agent.dv-cinder-792800-5-iscsi the message routers_updated {{(pid=93316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 11:32:33.359711 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 8d064055-1ee5-4059-934e-06c47ada888e up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:32:33.360383 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-2a767ea3-dab8-4942-afcb-0865c0d0c3c9 admin admin] 10.222.0.24 "PUT /v2.0/routers/683cb4b8-6ea1-48e8-8580-bb5332c44734/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7028580 Aug 10 11:32:33.426396 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning for port 8d064055-1ee5-4059-934e-06c47ada888e completed by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:32:33.432883 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port 8d064055-1ee5-4059-934e-06c47ada888e triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:32:33.433754 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:33.578277 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:33.610310 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee4f4c-0d94-474c-ab3c-28d4c486cf5e req-0dbb79c3-f394-4866-97a8-eb6a780eadf8 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:33.619115 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-0aee4f4c-0d94-474c-ab3c-28d4c486cf5e req-0dbb79c3-f394-4866-97a8-eb6a780eadf8 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 943 time: 0.0798988 Aug 10 11:32:33.621210 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] For port 8d064055-1ee5-4059-934e-06c47ada888e, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=8d064055-1ee5-4059-934e-06c47ada888e,segment=NetworkSegment(f70d9b94-9741-4a97-8751-b62ba7cc47d6),segment_id=f70d9b94-9741-4a97-8751-b62ba7cc47d6)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:32:33.627461 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:33.628783 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device fb376c10-f7ab-414c-ae72-9dd9d7718829 up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:32:33.673227 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-0aee4f4c-0d94-474c-ab3c-28d4c486cf5e req-50121207-385a-4a92-9d4c-9b1b3492bb3a tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499251 Aug 10 11:32:33.738602 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Pushing event updated for resources: {'Port': ['ID=8d064055-1ee5-4059-934e-06c47ada888e,revision_number=4']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:33.752451 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port fb376c10-f7ab-414c-ae72-9dd9d7718829 triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:32:33.753196 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:33.822407 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b1e7a-bc12-435b-93c0-4ff0d7a20861 req-24e14221-14a6-496e-b1e9-77c9799faa06 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:33.830993 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-983b1e7a-bc12-435b-93c0-4ff0d7a20861 req-24e14221-14a6-496e-b1e9-77c9799faa06 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.0673239 Aug 10 11:32:33.904614 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-983b1e7a-bc12-435b-93c0-4ff0d7a20861 req-d66d8484-6b82-4510-8328-9b0fef53d3db tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720544 Aug 10 11:32:34.158424 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 53416) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:32:34.289534 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c1a3ecd0-3611-47f4-b483-208c55bcbffa req-fe9e94de-894a-467f-9227-f2efdbc50710 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1281552 Aug 10 11:32:34.316687 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-dba5acb8-7b41-4831-af64-7597344b54c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:34.326689 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 53424) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:32:34.332389 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-497b7940-e4b6-4d11-a3f1-2cf2eeb95c24 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1833912363', 'description': 'tempest-secgroup-smoke-1833912363 description', 'project_id': 'ce631e313f124ffc96522aaec894b463'}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:32:34.361294 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3854a-5990-4044-902a-f252e91a70b1 req-4dd681f9-7d3a-405b-8eb2-0648c72e17ab tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:34.365018 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e7b3854a-5990-4044-902a-f252e91a70b1 req-4dd681f9-7d3a-405b-8eb2-0648c72e17ab tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.59 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 945 time: 0.0644569 Aug 10 11:32:34.389600 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-497b7940-e4b6-4d11-a3f1-2cf2eeb95c24 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:34.527605 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1122d788-da5a-41a7-b5f7-3b2f42f348f7 None None] Sync routers for ids ['683cb4b8-6ea1-48e8-8580-bb5332c44734'] in dv-cinder-792800-5-iscsi {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 11:32:34.541400 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96c9db-3576-46e3-a911-c05a56df921a req-0c7f228d-2886-4794-b41f-6a7a029e0327 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:34.546438 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1122d788-da5a-41a7-b5f7-3b2f42f348f7 None None] Routers {'683cb4b8-6ea1-48e8-8580-bb5332c44734'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:32:34.547107 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-1122d788-da5a-41a7-b5f7-3b2f42f348f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:32:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['683cb4b8-6ea1-48e8-8580-bb5332c44734'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:32:34.549512 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-5b96c9db-3576-46e3-a911-c05a56df921a req-0c7f228d-2886-4794-b41f-6a7a029e0327 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 945 time: 0.1828372 Aug 10 11:32:34.580724 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-497b7940-e4b6-4d11-a3f1-2cf2eeb95c24 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:34.586767 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-497b7940-e4b6-4d11-a3f1-2cf2eeb95c24 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:34.634809 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-5b96c9db-3576-46e3-a911-c05a56df921a req-75a1726f-f14e-4d9d-856c-7692f70905b3 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840077 Aug 10 11:32:34.637242 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b7940-e4b6-4d11-a3f1-2cf2eeb95c24 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9753a1bf-7b75-4c4f-b159-49ebe812f06e,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:34.640284 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-497b7940-e4b6-4d11-a3f1-2cf2eeb95c24 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:34.642312 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-497b7940-e4b6-4d11-a3f1-2cf2eeb95c24 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3132553 Aug 10 11:32:34.647244 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 53438) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:32:34.652760 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-7b0bbaaa-a2ae-4176-9a6a-86888c743ff4 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Request body: {'security_group_rule': {'security_group_id': '9753a1bf-7b75-4c4f-b159-49ebe812f06e', 'project_id': 'ce631e313f124ffc96522aaec894b463', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:32:34.685619 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [req-e7b3854a-5990-4044-902a-f252e91a70b1 req-fba9bc50-3a16-4dca-aa9b-cc68e21b0b90 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Deleting port 04746259-d9eb-4106-ae51-c2eb76c60065 {{(pid=93315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:32:34.685619 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-e7b3854a-5990-4044-902a-f252e91a70b1 req-fba9bc50-3a16-4dca-aa9b-cc68e21b0b90 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:34.727172 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-7b0bbaaa-a2ae-4176-9a6a-86888c743ff4 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:34.762342 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-1122d788-da5a-41a7-b5f7-3b2f42f348f7 None None] Set router 683cb4b8-6ea1-48e8-8580-bb5332c44734 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:32:34.867472 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-e7b3854a-5990-4044-902a-f252e91a70b1 req-fba9bc50-3a16-4dca-aa9b-cc68e21b0b90 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] For port 04746259-d9eb-4106-ae51-c2eb76c60065, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=04746259-d9eb-4106-ae51-c2eb76c60065,segment=NetworkSegment(e9187376-4d44-4bbd-bf2f-facda2c71944),segment_id=e9187376-4d44-4bbd-bf2f-facda2c71944)] {{(pid=93315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:32:34.867872 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-e7b3854a-5990-4044-902a-f252e91a70b1 req-fba9bc50-3a16-4dca-aa9b-cc68e21b0b90 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:34.900196 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-7b0bbaaa-a2ae-4176-9a6a-86888c743ff4 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:34.902092 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [req-e7b3854a-5990-4044-902a-f252e91a70b1 req-fba9bc50-3a16-4dca-aa9b-cc68e21b0b90 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Calling delete_port for 04746259-d9eb-4106-ae51-c2eb76c60065 owned by compute:nova {{(pid=93315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:32:34.908018 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-7b0bbaaa-a2ae-4176-9a6a-86888c743ff4 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099804'] for security_group_rule, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:34.939278 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0bbaaa-a2ae-4176-9a6a-86888c743ff4 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7ba67f1-0dec-41c3-bbfb-42703dbbcc26,revision_number=0']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:34.956444 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adedb29-e14e-4370-8ad5-43d75928f04e req-e5741472-ada6-4c1b-8e3a-a3b0ff6332c2 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:34.959599 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-8adedb29-e14e-4370-8ad5-43d75928f04e req-e5741472-ada6-4c1b-8e3a-a3b0ff6332c2 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 943 time: 0.1215930 Aug 10 11:32:34.966324 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-7b0bbaaa-a2ae-4176-9a6a-86888c743ff4 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:34.970716 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-7b0bbaaa-a2ae-4176-9a6a-86888c743ff4 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3193140 Aug 10 11:32:34.973822 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 53450) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:32:34.988215 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [None req-3eef6ecd-ec9b-4d51-992b-b80c0166fb7c tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Request body: {'security_group_rule': {'security_group_id': '9753a1bf-7b75-4c4f-b159-49ebe812f06e', 'project_id': 'ce631e313f124ffc96522aaec894b463', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:32:35.027104 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-8adedb29-e14e-4370-8ad5-43d75928f04e req-9f2dc7c0-8931-48fe-a1ed-0ac243b935ac tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532851 Aug 10 11:32:35.137770 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-3eef6ecd-ec9b-4d51-992b-b80c0166fb7c tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:35.154592 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f059b5-0c46-4cf7-bd64-6ae28127dbeb req-8901a013-9861-408f-ba93-dbe384469fff tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:35.162221 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-91f059b5-0c46-4cf7-bd64-6ae28127dbeb req-8901a013-9861-408f-ba93-dbe384469fff tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.1257951 Aug 10 11:32:35.232382 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-1122d788-da5a-41a7-b5f7-3b2f42f348f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '683cb4b8-6ea1-48e8-8580-bb5332c44734', 'name': 'tempest-TestVolumeBootPattern-1906570113-router', 'tenant_id': '8d4d4c75663744869bc3c3e955e6d288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '8d064055-1ee5-4059-934e-06c47ada888e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:32:26Z', 'updated_at': '2021-08-10T11:32:32Z', 'revision_number': 4, 'project_id': '8d4d4c75663744869bc3c3e955e6d288', 'gw_port': {'id': '8d064055-1ee5-4059-934e-06c47ada888e', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:22:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683cb4b8-6ea1-48e8-8580-bb5332c44734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:27Z', 'updated_at': '2021-08-10T11:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': '0bad899a-5ae8-4418-9ea5-a31590dab9f6', 'name': '', 'network_id': 'd5368734-221d-47db-917f-6ba766e043c6', 'tenant_id': '8d4d4c75663744869bc3c3e955e6d288', 'mac_address': 'fa:16:3e:9e:9a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '683cb4b8-6ea1-48e8-8580-bb5332c44734', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'a1d9a9a1-c693-4e1a-9386-2f8dbf616fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:31Z', 'updated_at': '2021-08-10T11:32:32Z', 'revision_number': 2, 'project_id': '8d4d4c75663744869bc3c3e955e6d288', 'subnets': [{'id': 'a1d9a9a1-c693-4e1a-9386-2f8dbf616fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:32:35.235216 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-e7b3854a-5990-4044-902a-f252e91a70b1 req-fba9bc50-3a16-4dca-aa9b-cc68e21b0b90 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:35.282673 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1122d788-da5a-41a7-b5f7-3b2f42f348f7 None None] Checking router: 683cb4b8-6ea1-48e8-8580-bb5332c44734 for host: dv-cinder-792800-5-iscsi {{(pid=93317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 11:32:35.283034 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1122d788-da5a-41a7-b5f7-3b2f42f348f7 None None] Updating router 683cb4b8-6ea1-48e8-8580-bb5332c44734 port 0bad899a-5ae8-4418-9ea5-a31590dab9f6 binding host dv-cinder-792800-5-iscsi {{(pid=93317) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 11:32:35.285491 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] get_ports_and_sgs() called for port_ids ['362468bd-ab1c-4a19-a6a3-7ec2114fccba', '04746259-d9eb-4106-ae51-c2eb76c60065'] {{(pid=93317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 11:32:35.287348 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 8d064055-1ee5-4059-934e-06c47ada888e up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:32:35.292733 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-91f059b5-0c46-4cf7-bd64-6ae28127dbeb req-af5a957a-bd3d-496f-accd-80335bf4e23f tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254461 Aug 10 11:32:35.295766 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9bc50-3a16-4dca-aa9b-cc68e21b0b90 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Pushing event deleted for resources: {'Port': ['ID=04746259-d9eb-4106-ae51-c2eb76c60065,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:35.362282 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-1122d788-da5a-41a7-b5f7-3b2f42f348f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:35.362649 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b3854a-5990-4044-902a-f252e91a70b1 req-fba9bc50-3a16-4dca-aa9b-cc68e21b0b90 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] No DVR routers for this DVR port 04746259-d9eb-4106-ae51-c2eb76c60065 on host hv-cinder-79280 {{(pid=93315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 11:32:35.365657 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-e7b3854a-5990-4044-902a-f252e91a70b1 req-fba9bc50-3a16-4dca-aa9b-cc68e21b0b90 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:35.368188 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e7b3854a-5990-4044-902a-f252e91a70b1 req-fba9bc50-3a16-4dca-aa9b-cc68e21b0b90 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.59 "DELETE /v2.0/ports/04746259-d9eb-4106-ae51-c2eb76c60065 HTTP/1.1" status: 204 len: 173 time: 0.9825821 Aug 10 11:32:35.373653 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b4bcad-bd52-44b3-9d68-fe3310fe7e9d', 'name': 'network-vif-deleted', 'tag': '04746259-d9eb-4106-ae51-c2eb76c60065'}] {{(pid=93315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:32:35.376708 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6373fc61674628fc4ea179701e5cfbb487487662fff8fb4d49624df9baba4f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df33f4c3-fa98-4809-9cab-8688e4013a17" -d '{"events": [{"server_uuid": "03b4bcad-bd52-44b3-9d68-fe3310fe7e9d", "name": "network-vif-deleted", "tag": "04746259-d9eb-4106-ae51-c2eb76c60065"}]}' {{(pid=93315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:32:35.388344 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-3eef6ecd-ec9b-4d51-992b-b80c0166fb7c tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:35.394007 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-3eef6ecd-ec9b-4d51-992b-b80c0166fb7c tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099804'] for security_group_rule, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:35.419439 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef6ecd-ec9b-4d51-992b-b80c0166fb7c tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77c67896-9687-4319-97a8-8235ee1c6f6e,revision_number=0']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:35.424804 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-3eef6ecd-ec9b-4d51-992b-b80c0166fb7c tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:35.429263 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-3eef6ecd-ec9b-4d51-992b-b80c0166fb7c tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4539495 Aug 10 11:32:35.429515 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 53456) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:32:35.434542 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-468e6c33-4e76-42f7-a695-fc6958d253ad tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Request body: {'security_group_rule': {'security_group_id': '9753a1bf-7b75-4c4f-b159-49ebe812f06e', 'project_id': 'ce631e313f124ffc96522aaec894b463', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:32:35.464387 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 11:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06525425-4991-4dfb-b94c-aa4c544b5ea7 x-openstack-request-id: req-06525425-4991-4dfb-b94c-aa4c544b5ea7 {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:32:35.464815 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b4bcad-bd52-44b3-9d68-fe3310fe7e9d", "name": "network-vif-deleted", "tag": "04746259-d9eb-4106-ae51-c2eb76c60065", "status": "completed", "code": 200}]} {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:32:35.465075 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-06525425-4991-4dfb-b94c-aa4c544b5ea7 {{(pid=93315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:32:35.465824 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b4bcad-bd52-44b3-9d68-fe3310fe7e9d', 'name': 'network-vif-deleted', 'tag': '04746259-d9eb-4106-ae51-c2eb76c60065', 'status': 'completed', 'code': 200} Aug 10 11:32:35.480031 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-468e6c33-4e76-42f7-a695-fc6958d253ad tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:35.555739 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-468e6c33-4e76-42f7-a695-fc6958d253ad tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:35.560291 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-468e6c33-4e76-42f7-a695-fc6958d253ad tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099804'] for security_group_rule, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:35.569399 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port 8d064055-1ee5-4059-934e-06c47ada888e triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:32:35.569820 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:35.591226 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e6c33-4e76-42f7-a695-fc6958d253ad tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5614f8d7-ebb5-444b-9e44-538affcefa11,revision_number=0']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:35.595995 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-468e6c33-4e76-42f7-a695-fc6958d253ad tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:35.597258 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-468e6c33-4e76-42f7-a695-fc6958d253ad tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1667595 Aug 10 11:32:35.600853 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 53458) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:32:35.606157 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-7f39e0b9-97d1-4432-9217-531133e112cd tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Request body: {'security_group_rule': {'security_group_id': '9753a1bf-7b75-4c4f-b159-49ebe812f06e', 'project_id': 'ce631e313f124ffc96522aaec894b463', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:32:35.634041 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-7f39e0b9-97d1-4432-9217-531133e112cd tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:35.701527 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-7f39e0b9-97d1-4432-9217-531133e112cd tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:35.706525 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-7f39e0b9-97d1-4432-9217-531133e112cd tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099804'] for security_group_rule, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:35.748355 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f39e0b9-97d1-4432-9217-531133e112cd tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4922c174-9ae2-4696-8ff4-a8b044a2fedb,revision_number=0']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:35.756336 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-7f39e0b9-97d1-4432-9217-531133e112cd tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:35.760391 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-7f39e0b9-97d1-4432-9217-531133e112cd tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1557701 Aug 10 11:32:35.760391 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 53462) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:32:35.772142 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-c1224445-02b0-4d7e-bd5d-e374daca0fe4 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Request body: {'security_group_rule': {'security_group_id': '9753a1bf-7b75-4c4f-b159-49ebe812f06e', 'project_id': 'ce631e313f124ffc96522aaec894b463', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:32:35.797330 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.db.securitygroups_db [None req-c1224445-02b0-4d7e-bd5d-e374daca0fe4 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Project ce631e313f124ffc96522aaec894b463 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 11:32:35.803260 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-c1224445-02b0-4d7e-bd5d-e374daca0fe4 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:35.817673 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-148b228d-97af-4c28-8b0c-2112df27c9c7 req-2e6bf07c-437d-4e3b-9c40-addef7b5747c tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=03b4bcad-bd52-44b3-9d68-fe3310fe7e9d HTTP/1.1" status: 200 len: 210 time: 0.0400836 Aug 10 11:32:35.902935 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-1122d788-da5a-41a7-b5f7-3b2f42f348f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:35.915919 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-1122d788-da5a-41a7-b5f7-3b2f42f348f7 None None] Transition to ACTIVE for port object 0bad899a-5ae8-4418-9ea5-a31590dab9f6 will not be triggered until provisioned by entity L2. {{(pid=93317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:32:35.920918 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-c1224445-02b0-4d7e-bd5d-e374daca0fe4 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:35.921999 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-1122d788-da5a-41a7-b5f7-3b2f42f348f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:35.926074 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-c1224445-02b0-4d7e-bd5d-e374daca0fe4 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099804'] for security_group_rule, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:35.949765 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1224445-02b0-4d7e-bd5d-e374daca0fe4 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8137bc05-a696-4e7c-a1f4-3437b5dc6e59,revision_number=0']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:35.975240 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-c1224445-02b0-4d7e-bd5d-e374daca0fe4 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:35.977481 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ef952-4946-449a-b3e4-3c11f5d7828c None None] Pushing event updated for resources: {'Port': ['ID=0bad899a-5ae8-4418-9ea5-a31590dab9f6,revision_number=3']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:35.979781 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-c1224445-02b0-4d7e-bd5d-e374daca0fe4 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2180073 Aug 10 11:32:35.984276 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 53466) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:32:35.993317 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [None req-10a6882a-c069-43b2-97ee-6ee069181aec tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Request body: {'security_group_rule': {'security_group_id': '9753a1bf-7b75-4c4f-b159-49ebe812f06e', 'project_id': 'ce631e313f124ffc96522aaec894b463', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:32:36.077249 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.db.securitygroups_db [None req-10a6882a-c069-43b2-97ee-6ee069181aec tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Project ce631e313f124ffc96522aaec894b463 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 11:32:36.087102 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-10a6882a-c069-43b2-97ee-6ee069181aec tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:36.135649 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-1122d788-da5a-41a7-b5f7-3b2f42f348f7 None None] Attempting to bind port 0bad899a-5ae8-4418-9ea5-a31590dab9f6 on host dv-cinder-792800-5-iscsi for vnic_type normal with profile {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:32:36.136032 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-1122d788-da5a-41a7-b5f7-3b2f42f348f7 None None] Attempting to bind port 0bad899a-5ae8-4418-9ea5-a31590dab9f6 by drivers openvswitch,hyperv on host dv-cinder-792800-5-iscsi at level 0 using segments [{'id': '4ad25295-3712-449e-99e9-d03afd86bf9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd5368734-221d-47db-917f-6ba766e043c6'}] {{(pid=93317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:32:36.136414 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1122d788-da5a-41a7-b5f7-3b2f42f348f7 None None] Attempting to bind port 0bad899a-5ae8-4418-9ea5-a31590dab9f6 on network d5368734-221d-47db-917f-6ba766e043c6 {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:32:36.147735 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1122d788-da5a-41a7-b5f7-3b2f42f348f7 None None] Checking agent: {'id': '7e56837d-5a68-4d8c-918f-73dada8ac547', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 21, 37), 'started_at': datetime.datetime(2021, 8, 10, 11, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:32:36.148153 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1122d788-da5a-41a7-b5f7-3b2f42f348f7 None None] Checking segment: {'id': '4ad25295-3712-449e-99e9-d03afd86bf9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd5368734-221d-47db-917f-6ba766e043c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:32:36.148564 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-1122d788-da5a-41a7-b5f7-3b2f42f348f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:36.148979 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1122d788-da5a-41a7-b5f7-3b2f42f348f7 None None] Bound using segment: {'id': '4ad25295-3712-449e-99e9-d03afd86bf9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd5368734-221d-47db-917f-6ba766e043c6'} {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:32:36.149469 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-1122d788-da5a-41a7-b5f7-3b2f42f348f7 None None] Bound port: 0bad899a-5ae8-4418-9ea5-a31590dab9f6, host: dv-cinder-792800-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad25295-3712-449e-99e9-d03afd86bf9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd5368734-221d-47db-917f-6ba766e043c6'}}] {{(pid=93317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:32:36.149859 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-1122d788-da5a-41a7-b5f7-3b2f42f348f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:36.276977 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-10a6882a-c069-43b2-97ee-6ee069181aec tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:36.282583 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-10a6882a-c069-43b2-97ee-6ee069181aec tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099804'] for security_group_rule, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:36.285350 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-1122d788-da5a-41a7-b5f7-3b2f42f348f7 None None] For port 0bad899a-5ae8-4418-9ea5-a31590dab9f6, host dv-cinder-792800-5-iscsi, cleared binding levels {{(pid=93317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:32:36.286868 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56f245-4be8-4187-9a3b-8e82836a393b req-12fc40b1-1b15-4583-b074-9e8b188dc06e tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:36.290374 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-7c56f245-4be8-4187-9a3b-8e82836a393b req-12fc40b1-1b15-4583-b074-9e8b188dc06e tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 943 time: 0.0924935 Aug 10 11:32:36.309266 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-1122d788-da5a-41a7-b5f7-3b2f42f348f7 None None] For port 0bad899a-5ae8-4418-9ea5-a31590dab9f6, host dv-cinder-792800-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=0bad899a-5ae8-4418-9ea5-a31590dab9f6,segment=NetworkSegment(4ad25295-3712-449e-99e9-d03afd86bf9a),segment_id=4ad25295-3712-449e-99e9-d03afd86bf9a)] {{(pid=93317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:32:36.309609 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6882a-c069-43b2-97ee-6ee069181aec tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09dd5607-9797-449d-aa9c-b5fac1f63f96,revision_number=0']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:36.321011 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-1122d788-da5a-41a7-b5f7-3b2f42f348f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:36.334029 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-10a6882a-c069-43b2-97ee-6ee069181aec tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:36.336278 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-10a6882a-c069-43b2-97ee-6ee069181aec tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3508465 Aug 10 11:32:36.379456 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-7c56f245-4be8-4187-9a3b-8e82836a393b req-faa76417-79ef-4efa-a9ac-bc8d7ad1ccff tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831232 Aug 10 11:32:36.397268 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1122d788-da5a-41a7-b5f7-3b2f42f348f7 None None] Routers {'683cb4b8-6ea1-48e8-8580-bb5332c44734'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:32:36.397268 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-1122d788-da5a-41a7-b5f7-3b2f42f348f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:32:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['683cb4b8-6ea1-48e8-8580-bb5332c44734'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:32:36.510626 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ef952-4946-449a-b3e4-3c11f5d7828c None None] Pushing event updated for resources: {'Port': ['ID=0bad899a-5ae8-4418-9ea5-a31590dab9f6,revision_number=4']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:36.574193 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3ecd0-3611-47f4-b483-208c55bcbffa req-52c9e954-07fe-4d71-993b-e0aedd8abd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:36.575859 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c1a3ecd0-3611-47f4-b483-208c55bcbffa req-52c9e954-07fe-4d71-993b-e0aedd8abd48 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174&tenant_id=7a68aeea61694149bca356d548ab331a HTTP/1.1" status: 200 len: 1096 time: 0.1868494 Aug 10 11:32:36.584008 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27af50a-31c9-4a5c-911a-4ac30626f6bf req-a48c0217-c279-4fde-96b2-973908a8ff37 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:36.585717 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e27af50a-31c9-4a5c-911a-4ac30626f6bf req-a48c0217-c279-4fde-96b2-973908a8ff37 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.1211514 Aug 10 11:32:36.614945 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-1122d788-da5a-41a7-b5f7-3b2f42f348f7 None None] Set router 683cb4b8-6ea1-48e8-8580-bb5332c44734 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:32:36.691478 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e27af50a-31c9-4a5c-911a-4ac30626f6bf req-154a07c3-2a1a-4ebe-ab8f-b43f686c9ba6 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995183 Aug 10 11:32:36.721470 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3ecd0-3611-47f4-b483-208c55bcbffa req-1b30b5a5-c645-4f53-b5f9-0f101d8507ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:36.722941 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c1a3ecd0-3611-47f4-b483-208c55bcbffa req-1b30b5a5-c645-4f53-b5f9-0f101d8507ef service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a68aeea61694149bca356d548ab331a&device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 1096 time: 0.1087863 Aug 10 11:32:36.872124 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3ecd0-3611-47f4-b483-208c55bcbffa req-4ab21bf6-8b41-437d-b71a-c3d64479a28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:36.873434 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c1a3ecd0-3611-47f4-b483-208c55bcbffa req-4ab21bf6-8b41-437d-b71a-c3d64479a28e service neutron] 10.222.0.59 "GET /v2.0/networks?id=caf833b7-6b1c-4283-9a64-20c0e4838897 HTTP/1.1" status: 200 len: 918 time: 0.1341190 Aug 10 11:32:36.880727 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-1122d788-da5a-41a7-b5f7-3b2f42f348f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '683cb4b8-6ea1-48e8-8580-bb5332c44734', 'name': 'tempest-TestVolumeBootPattern-1906570113-router', 'tenant_id': '8d4d4c75663744869bc3c3e955e6d288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '8d064055-1ee5-4059-934e-06c47ada888e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:32:26Z', 'updated_at': '2021-08-10T11:32:32Z', 'revision_number': 4, 'project_id': '8d4d4c75663744869bc3c3e955e6d288', 'gw_port': {'id': '8d064055-1ee5-4059-934e-06c47ada888e', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:22:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683cb4b8-6ea1-48e8-8580-bb5332c44734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:27Z', 'updated_at': '2021-08-10T11:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': '0bad899a-5ae8-4418-9ea5-a31590dab9f6', 'name': '', 'network_id': 'd5368734-221d-47db-917f-6ba766e043c6', 'tenant_id': '8d4d4c75663744869bc3c3e955e6d288', 'mac_address': 'fa:16:3e:9e:9a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '683cb4b8-6ea1-48e8-8580-bb5332c44734', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'a1d9a9a1-c693-4e1a-9386-2f8dbf616fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:31Z', 'updated_at': '2021-08-10T11:32:36Z', 'revision_number': 4, 'project_id': '8d4d4c75663744869bc3c3e955e6d288', 'subnets': [{'id': 'a1d9a9a1-c693-4e1a-9386-2f8dbf616fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:32:36.958081 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c1a3ecd0-3611-47f4-b483-208c55bcbffa req-52356ac5-161f-4d39-b96c-fd2e9636f930 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=734fd62e-a75e-4120-ba4d-b732bed04e73 HTTP/1.1" status: 200 len: 999 time: 0.0750268 Aug 10 11:32:37.070071 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3ecd0-3611-47f4-b483-208c55bcbffa req-77d0b4dc-f461-486c-b8c2-c856838332fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:37.072168 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c1a3ecd0-3611-47f4-b483-208c55bcbffa req-77d0b4dc-f461-486c-b8c2-c856838332fd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef775550-3c92-437a-ad9c-5040b90d0f3e HTTP/1.1" status: 200 len: 856 time: 0.0947978 Aug 10 11:32:37.093503 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1122d788-da5a-41a7-b5f7-3b2f42f348f7 None None] The sync data for ids ['683cb4b8-6ea1-48e8-8580-bb5332c44734'] in dv-cinder-792800-5-iscsi is: [{'id': '683cb4b8-6ea1-48e8-8580-bb5332c44734', 'name': 'tempest-TestVolumeBootPattern-1906570113-router', 'tenant_id': '8d4d4c75663744869bc3c3e955e6d288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '8d064055-1ee5-4059-934e-06c47ada888e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:32:26Z', 'updated_at': '2021-08-10T11:32:32Z', 'revision_number': 4, 'project_id': '8d4d4c75663744869bc3c3e955e6d288', 'gw_port': {'id': '8d064055-1ee5-4059-934e-06c47ada888e', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:22:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683cb4b8-6ea1-48e8-8580-bb5332c44734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:27Z', 'updated_at': '2021-08-10T11:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': '0bad899a-5ae8-4418-9ea5-a31590dab9f6', 'name': '', 'network_id': 'd5368734-221d-47db-917f-6ba766e043c6', 'tenant_id': '8d4d4c75663744869bc3c3e955e6d288', 'mac_address': 'fa:16:3e:9e:9a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '683cb4b8-6ea1-48e8-8580-bb5332c44734', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'a1d9a9a1-c693-4e1a-9386-2f8dbf616fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:31Z', 'updated_at': '2021-08-10T11:32:36Z', 'revision_number': 4, 'project_id': '8d4d4c75663744869bc3c3e955e6d288', 'subnets': [{'id': 'a1d9a9a1-c693-4e1a-9386-2f8dbf616fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 11:32:37.123011 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af302465-d96f-4935-bf2a-3f8fc781ae92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:37.130308 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:37.195714 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3ecd0-3611-47f4-b483-208c55bcbffa req-3057bfc2-5392-4874-afc5-14f3a8f39c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:37.197320 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c1a3ecd0-3611-47f4-b483-208c55bcbffa req-3057bfc2-5392-4874-afc5-14f3a8f39c1b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=caf833b7-6b1c-4283-9a64-20c0e4838897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0776808 Aug 10 11:32:37.254700 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14db999-78e7-47d2-ab14-cb4611722161 req-ef4f88a5-20f3-4ed2-aa1a-4ecb838b7220 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:37.272697 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-e14db999-78e7-47d2-ab14-cb4611722161 req-ef4f88a5-20f3-4ed2-aa1a-4ecb838b7220 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.1065378 Aug 10 11:32:37.363971 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-e14db999-78e7-47d2-ab14-cb4611722161 req-a1a66c72-d120-449e-bf54-b52ab2b27978 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855303 Aug 10 11:32:37.367422 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 0bad899a-5ae8-4418-9ea5-a31590dab9f6 up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:32:37.452843 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c1a3ecd0-3611-47f4-b483-208c55bcbffa req-29f3e071-dfa6-4bf1-afd7-f1dbd6ab341a service neutron] 10.222.0.59 "GET /v2.0/networks/caf833b7-6b1c-4283-9a64-20c0e4838897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422898 Aug 10 11:32:37.519522 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning for port 0bad899a-5ae8-4418-9ea5-a31590dab9f6 completed by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:32:37.525329 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port 0bad899a-5ae8-4418-9ea5-a31590dab9f6 triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:32:37.525948 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:37.649370 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2384f-6483-4cfb-82bc-d730832540d4 req-627bd90a-e84d-48e4-accf-7a2ba54be583 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:37.650583 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-b4a2384f-6483-4cfb-82bc-d730832540d4 req-627bd90a-e84d-48e4-accf-7a2ba54be583 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 943 time: 0.1210966 Aug 10 11:32:37.676774 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:37.717688 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-b4a2384f-6483-4cfb-82bc-d730832540d4 req-31a61b88-d5a9-43c9-b723-f3d256d498a5 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560858 Aug 10 11:32:37.719941 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c1a3ecd0-3611-47f4-b483-208c55bcbffa req-f04ae199-9169-4a56-aeae-8f35adf96198 service neutron] 10.222.0.59 "GET /v2.0/networks/caf833b7-6b1c-4283-9a64-20c0e4838897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579281 Aug 10 11:32:37.722482 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] For port 0bad899a-5ae8-4418-9ea5-a31590dab9f6, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=0bad899a-5ae8-4418-9ea5-a31590dab9f6,segment=NetworkSegment(4ad25295-3712-449e-99e9-d03afd86bf9a),segment_id=4ad25295-3712-449e-99e9-d03afd86bf9a)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:32:37.727293 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:37.801561 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Pushing event updated for resources: {'Port': ['ID=0bad899a-5ae8-4418-9ea5-a31590dab9f6,revision_number=5']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:37.824746 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:32:37.825255 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:32:37.826332 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:32:37.826707 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:32:37.827143 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:32:37.827587 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:32:37.828148 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:32:37.828921 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:32:37.832181 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:32:37.832940 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:32:37.833364 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:32:37.833936 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:32:37.868231 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885960eb-9b82-41a9-9c1a-a7591c0f4f0a req-86099389-a345-4aec-b92d-ad18a175b44d tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:37.873145 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-885960eb-9b82-41a9-9c1a-a7591c0f4f0a req-86099389-a345-4aec-b92d-ad18a175b44d tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.0667796 Aug 10 11:32:37.906414 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-b3865e76-5392-4690-91e0-0d01f8cdc9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:37.929163 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-885960eb-9b82-41a9-9c1a-a7591c0f4f0a req-9d002932-2aa5-4fdc-bec7-57383ae8c5f1 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515547 Aug 10 11:32:38.300702 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 04746259-d9eb-4106-ae51-c2eb76c60065 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 11:32:38.323876 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] No Port match for: 04746259-d9eb-4106-ae51-c2eb76c60065 {{(pid=93317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 11:32:38.324307 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 04746259-d9eb-4106-ae51-c2eb76c60065 not bound to the agent host hv-cinder-79280 {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 11:32:38.583090 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.agents_db [None req-cf88a1ba-3529-4992-9648-399914351393 None None] Agent healthcheck: found 6 active agents {{(pid=93318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 11:32:38.593320 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aabf04-ff17-491a-990a-425aae8f6590 req-959d7696-1f48-4d82-80ca-cf05f85e5f5a tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:38.605729 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-09aabf04-ff17-491a-990a-425aae8f6590 req-959d7696-1f48-4d82-80ca-cf05f85e5f5a tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.1525052 Aug 10 11:32:38.671125 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-09aabf04-ff17-491a-990a-425aae8f6590 req-139925bd-8128-4754-825e-19d7c0ffb38f tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638754 Aug 10 11:32:38.902529 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d0947-5dea-4448-a5a5-a1f003bc9bcb req-2c81eded-cb8b-4a60-9fa6-53bf364d6805 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:38.904227 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-719d0947-5dea-4448-a5a5-a1f003bc9bcb req-2c81eded-cb8b-4a60-9fa6-53bf364d6805 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 943 time: 0.0683510 Aug 10 11:32:38.954464 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-719d0947-5dea-4448-a5a5-a1f003bc9bcb req-0834046b-fd2c-4dd5-86ba-bf16f1ccf1a9 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431066 Aug 10 11:32:39.060408 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39702102-2d06-42fe-8fc8-25cf886e235d req-d64cfbf8-ac24-431c-bac9-37c055809741 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:39.062427 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-39702102-2d06-42fe-8fc8-25cf886e235d req-d64cfbf8-ac24-431c-bac9-37c055809741 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.0595257 Aug 10 11:32:39.125257 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-39702102-2d06-42fe-8fc8-25cf886e235d req-9cbb07c0-77c6-4626-8002-b4f33e971c5c tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494900 Aug 10 11:32:39.278705 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 0bad899a-5ae8-4418-9ea5-a31590dab9f6 up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:32:39.373492 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port 0bad899a-5ae8-4418-9ea5-a31590dab9f6 triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:32:39.374145 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:39.771523 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-68530e51-c783-4460-a419-f96f34511541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:39.830698 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66873b3-3793-4ceb-a44c-69200ef7d830 req-603f93b4-4a32-4ba5-9353-5724506e3ef4 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:39.832245 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-c66873b3-3793-4ceb-a44c-69200ef7d830 req-603f93b4-4a32-4ba5-9353-5724506e3ef4 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.0729344 Aug 10 11:32:39.880847 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-c66873b3-3793-4ceb-a44c-69200ef7d830 req-9ef4482d-e448-4662-91a3-599f50651879 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420671 Aug 10 11:32:40.094004 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c6ceb9-b6c8-41a6-9cd4-d1db0b0fbffa req-fa9e5e0b-c014-4a99-9019-6f6489bfd973 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:40.096232 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c6c6ceb9-b6c8-41a6-9cd4-d1db0b0fbffa req-fa9e5e0b-c014-4a99-9019-6f6489bfd973 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 943 time: 0.0598421 Aug 10 11:32:40.147331 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c6c6ceb9-b6c8-41a6-9cd4-d1db0b0fbffa req-307db4c9-007e-46d3-89b9-dbc05f1e31f6 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422525 Aug 10 11:32:40.264689 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab711a-f179-420c-b720-ba35e3e9c675 req-e083888e-8dda-4b14-b54e-826d6563130b tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:40.266616 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-ddab711a-f179-420c-b720-ba35e3e9c675 req-e083888e-8dda-4b14-b54e-826d6563130b tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.0664411 Aug 10 11:32:40.311596 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-ddab711a-f179-420c-b720-ba35e3e9c675 req-f329e894-aea2-4cd0-b1c8-4b1f9b1f9178 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368969 Aug 10 11:32:40.976839 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-74ae42b4-7f46-4514-8edc-ac45950fcc0f tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-916769195&fields=id&tenant_id=64fdce55728241d78b745581962d5036 HTTP/1.1" status: 200 len: 267 time: 0.0502834 Aug 10 11:32:41.042428 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f085e3-5f6b-48f1-a526-a668bdfa0a8c req-b4ef327c-9bd4-434b-8398-3ba227639e0c tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:41.045005 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-38f085e3-5f6b-48f1-a526-a668bdfa0a8c req-b4ef327c-9bd4-434b-8398-3ba227639e0c tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.0841806 Aug 10 11:32:41.108271 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-38f085e3-5f6b-48f1-a526-a668bdfa0a8c req-88c39974-5728-4f34-957a-be7d725e3d78 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575349 Aug 10 11:32:41.137351 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-c0583fa0-0459-4979-8f96-8e52faf62f54 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:41.139587 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-c0583fa0-0459-4979-8f96-8e52faf62f54 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/networks?id=9c7f5487-900d-4a12-87c9-02f3c51af302 HTTP/1.1" status: 200 len: 808 time: 0.1457536 Aug 10 11:32:41.161222 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-2f090478-8ca5-4ff1-94a3-36947f595f9c tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/quotas/64fdce55728241d78b745581962d5036 HTTP/1.1" status: 200 len: 375 time: 0.0101814 Aug 10 11:32:41.230375 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-ea171c46-42c6-45de-bc33-692ccfec2f98 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=64fdce55728241d78b745581962d5036&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0568895 Aug 10 11:32:41.305906 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863667a-6cd1-4797-b071-945a22e2c51b req-0c9d8793-c5ef-4c4d-a295-ae67e9a52348 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:41.310171 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-e863667a-6cd1-4797-b071-945a22e2c51b req-0c9d8793-c5ef-4c4d-a295-ae67e9a52348 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 943 time: 0.0542061 Aug 10 11:32:41.364043 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-e863667a-6cd1-4797-b071-945a22e2c51b req-8baa29ca-a469-4954-9411-f31eb0535cfc tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499032 Aug 10 11:32:41.375080 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-1c208131-fbf2-4deb-aec7-e15d84357e7c service neutron] 10.222.0.24 "GET /v2.0/networks/9c7f5487-900d-4a12-87c9-02f3c51af302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330595 Aug 10 11:32:41.500277 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b139678-3533-41b7-a37b-beb1380648c6 req-7d9f2837-f5c6-4038-ae6b-9499bde78680 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:41.503048 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-6b139678-3533-41b7-a37b-beb1380648c6 req-7d9f2837-f5c6-4038-ae6b-9499bde78680 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.0576055 Aug 10 11:32:41.565477 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-6b139678-3533-41b7-a37b-beb1380648c6 req-2ebcc4bc-0113-4d67-9f51-537e91d65f26 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517249 Aug 10 11:32:41.745401 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-af44a8ff-3d22-4b0d-a3a7-4521fe2a03b6 service neutron] 10.222.0.24 "GET /v2.0/networks/9c7f5487-900d-4a12-87c9-02f3c51af302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691804 Aug 10 11:32:42.163220 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-8b7e8f47-2bd6-460d-b3d0-e00b7fe64956 req-dd1561cf-f336-4677-9bdd-e760cd99330a tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 210 time: 0.0372994 Aug 10 11:32:42.310457 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a80b56-86a8-4d65-a3f5-f921c62a6353 req-cfd1ef15-17c6-4b05-8a4b-b6df654be3b8 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:42.312025 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-b2a80b56-86a8-4d65-a3f5-f921c62a6353 req-cfd1ef15-17c6-4b05-8a4b-b6df654be3b8 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.0598803 Aug 10 11:32:42.387479 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-b2a80b56-86a8-4d65-a3f5-f921c62a6353 req-2b1f0a0c-ba5e-4549-9c6e-f3a9242cbacb tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691729 Aug 10 11:32:42.525464 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcba90b-bc76-4e11-95d6-4eea13652e43 req-00a172bf-af8f-4ef5-b834-fd233f116be2 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:42.527244 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-ddcba90b-bc76-4e11-95d6-4eea13652e43 req-00a172bf-af8f-4ef5-b834-fd233f116be2 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 943 time: 0.0555415 Aug 10 11:32:42.571688 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-ddcba90b-bc76-4e11-95d6-4eea13652e43 req-bddc6f5b-0e97-4eea-bd0d-bb61dbecf925 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365028 Aug 10 11:32:42.733232 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7192f1-66f9-4bac-8257-40259d125cfc req-28669e8e-6aea-4f92-bc78-6504ac14b996 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:42.735177 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-8f7192f1-66f9-4bac-8257-40259d125cfc req-28669e8e-6aea-4f92-bc78-6504ac14b996 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.0606289 Aug 10 11:32:42.786904 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-8f7192f1-66f9-4bac-8257-40259d125cfc req-72ea2bca-8952-40fd-a023-6908fefecb2c tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449944 Aug 10 11:32:43.272615 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-27bc7909-1d29-412b-8a11-f526e171c93d req-c65e5070-9b5f-4f2c-8e71-b71e7c91e2d2 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 210 time: 0.0326893 Aug 10 11:32:43.564188 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c6f6a-dd86-49c5-a629-f6099fdffdcc req-22014a8c-4ec8-4912-996d-ad3078e486f4 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:43.567141 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-047c6f6a-dd86-49c5-a629-f6099fdffdcc req-22014a8c-4ec8-4912-996d-ad3078e486f4 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.0721936 Aug 10 11:32:43.618989 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-047c6f6a-dd86-49c5-a629-f6099fdffdcc req-54686768-905e-4716-85e7-cb52add783e2 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454290 Aug 10 11:32:43.710160 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e40f7-7ec1-4581-8029-8a8c82cbe81f req-6ed2617a-f434-4443-a9e3-fca788fb8b5f tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:43.711628 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-da5e40f7-7ec1-4581-8029-8a8c82cbe81f req-6ed2617a-f434-4443-a9e3-fca788fb8b5f tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 943 time: 0.0528800 Aug 10 11:32:43.750408 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-da5e40f7-7ec1-4581-8029-8a8c82cbe81f req-c52fe216-8d25-46ff-ac54-70852b8b13af tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327842 Aug 10 11:32:43.926445 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c54ae-bf42-4fc5-9824-f234e0090e72 req-a2932d2a-f6e7-4be2-8830-1ac3aae5d761 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:43.927962 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-aa4c54ae-bf42-4fc5-9824-f234e0090e72 req-a2932d2a-f6e7-4be2-8830-1ac3aae5d761 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.0586748 Aug 10 11:32:43.992582 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-aa4c54ae-bf42-4fc5-9824-f234e0090e72 req-199d56f9-3057-4cb1-9fb6-245367b6dc45 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579638 Aug 10 11:32:44.401625 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-8ba4af77-bfb0-4a2b-85ae-012e0c27443d req-c74ad90e-6add-4488-868d-bcdfa5ec41a3 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 210 time: 0.0328512 Aug 10 11:32:44.775560 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf6aae-f7c4-4260-a582-72c55136382e req-fd9dc780-bc79-4149-8c20-6f3b3323e8bd tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:44.791731 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c5bf6aae-f7c4-4260-a582-72c55136382e req-fd9dc780-bc79-4149-8c20-6f3b3323e8bd tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.0828025 Aug 10 11:32:44.809775 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:44.895664 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c5bf6aae-f7c4-4260-a582-72c55136382e req-23675831-946d-4de6-8238-10ec8c9c8c44 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017828 Aug 10 11:32:44.952864 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efeb3b9-6368-4290-bd2d-5882e63daaf1 req-6951280d-07e3-4284-8fd9-c8ef72dc5c47 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:44.955623 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-1efeb3b9-6368-4290-bd2d-5882e63daaf1 req-6951280d-07e3-4284-8fd9-c8ef72dc5c47 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 943 time: 0.0843883 Aug 10 11:32:45.008601 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-1efeb3b9-6368-4290-bd2d-5882e63daaf1 req-cbe5579b-8891-4a98-91d4-0a8a01bc50cf tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468464 Aug 10 11:32:45.141757 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0599b0-ad5d-44f3-a040-7dde1081b281 req-d74a451e-d8bd-41b8-baee-a4fc6f2817ac tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:45.143422 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ce0599b0-ad5d-44f3-a040-7dde1081b281 req-d74a451e-d8bd-41b8-baee-a4fc6f2817ac tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.0595815 Aug 10 11:32:45.193681 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ce0599b0-ad5d-44f3-a040-7dde1081b281 req-2d499654-015a-4c04-9fb5-c9bfdbb88582 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425291 Aug 10 11:32:45.531446 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-00ddc89a-e23b-4b2b-be15-0ccb68f2a410 req-7395664d-4317-447e-9905-cf708a8fdf65 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 210 time: 0.0339756 Aug 10 11:32:46.036226 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edaa15a-23eb-44e1-9fe3-b03ea05a10ae req-6cb56430-65e8-4b3f-8c86-7334002ae287 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:46.037987 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-3edaa15a-23eb-44e1-9fe3-b03ea05a10ae req-6cb56430-65e8-4b3f-8c86-7334002ae287 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.0687709 Aug 10 11:32:46.121827 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-3edaa15a-23eb-44e1-9fe3-b03ea05a10ae req-a14ddd99-529d-4403-8017-e7b14b551338 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669246 Aug 10 11:32:46.178752 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab45cc8-00c9-4f19-8550-fc0e50320b79 req-a4469dda-7964-4531-abd3-3712fccf8140 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:46.180295 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-eab45cc8-00c9-4f19-8550-fc0e50320b79 req-a4469dda-7964-4531-abd3-3712fccf8140 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 943 time: 0.0563848 Aug 10 11:32:46.241162 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-eab45cc8-00c9-4f19-8550-fc0e50320b79 req-ebbeb68d-a00b-4c0a-9f81-c95b3e4a4f1a tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504363 Aug 10 11:32:46.367756 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf79338-9219-4139-8283-53025f3eb731 req-00de4a68-a6d8-48a7-a7a1-86c5a17dd604 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:46.369533 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-baf79338-9219-4139-8283-53025f3eb731 req-00de4a68-a6d8-48a7-a7a1-86c5a17dd604 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.0849340 Aug 10 11:32:46.426818 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-baf79338-9219-4139-8283-53025f3eb731 req-b9f46667-ee3f-4bf6-adf9-236ec54cbbba tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509450 Aug 10 11:32:46.632648 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-b4a8cfb2-d239-4ce5-8599-242a34725c9d req-31138e58-d12c-4e18-bc36-2dbdf9972422 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 210 time: 0.0289283 Aug 10 11:32:47.353242 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0aaf79-f592-4fbc-9cb6-b6fbd3bda41d req-bbfd2f21-676c-4383-a280-2bc8582808a9 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:47.357811 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-6b0aaf79-f592-4fbc-9cb6-b6fbd3bda41d req-bbfd2f21-676c-4383-a280-2bc8582808a9 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.0965865 Aug 10 11:32:47.429855 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-6b0aaf79-f592-4fbc-9cb6-b6fbd3bda41d req-7bab369e-5897-4599-ba46-26d14a62a516 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633011 Aug 10 11:32:47.452052 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb9267-0562-4cea-a563-847982a8a6fb req-33d8f313-7285-4ecf-9c73-53be7436ef56 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:47.452052 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-69bb9267-0562-4cea-a563-847982a8a6fb req-33d8f313-7285-4ecf-9c73-53be7436ef56 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 943 time: 0.0792074 Aug 10 11:32:47.501437 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-69bb9267-0562-4cea-a563-847982a8a6fb req-c0a9a494-6b2e-4ad9-bae7-859399e5b743 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430765 Aug 10 11:32:47.584988 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33396ce8-6606-4265-9756-9394efc49bc1 req-c8ce00dc-2617-4342-afec-9c57a894f4af tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:47.585877 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-33396ce8-6606-4265-9756-9394efc49bc1 req-c8ce00dc-2617-4342-afec-9c57a894f4af tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.0578139 Aug 10 11:32:47.646756 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-33396ce8-6606-4265-9756-9394efc49bc1 req-9cacd5ee-cb46-4b35-be81-6d542d32aed7 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544662 Aug 10 11:32:47.790825 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-e6f51fa9-8acf-4786-bb12-5615c0d08ec9 req-543a5d9f-1f74-4a43-971b-b9c18ad7a3fc tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 210 time: 0.0404305 Aug 10 11:32:48.589684 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e670c3f7-3683-410c-9217-66881bd45803 req-a867d2c1-cf7e-493e-88ba-dc8480436532 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:48.591348 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e670c3f7-3683-410c-9217-66881bd45803 req-a867d2c1-cf7e-493e-88ba-dc8480436532 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.0793347 Aug 10 11:32:48.646080 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e670c3f7-3683-410c-9217-66881bd45803 req-74b19f40-335f-43ad-83e2-5214ad956937 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468667 Aug 10 11:32:48.701023 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263744a5-384f-447d-97e5-5df311bb2e38 req-cef56b59-d193-4374-8169-dd39134e288a tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:48.702672 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-263744a5-384f-447d-97e5-5df311bb2e38 req-cef56b59-d193-4374-8169-dd39134e288a tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 943 time: 0.0826693 Aug 10 11:32:48.758799 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-263744a5-384f-447d-97e5-5df311bb2e38 req-b387d43e-4e51-49c7-ab9b-0c4c705d00a9 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390282 Aug 10 11:32:48.939971 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13514b8c-7905-4a95-a239-689fd2d55590 req-df20efee-e3e5-449a-b59c-49dfea42d56c tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:48.948750 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-13514b8c-7905-4a95-a239-689fd2d55590 req-df20efee-e3e5-449a-b59c-49dfea42d56c tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.1362226 Aug 10 11:32:49.001100 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-bae8fc30-874f-461e-b7a0-e16b1d7e3123 req-c4834237-abb5-42ab-813f-667fdc93dd74 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 210 time: 0.0733004 Aug 10 11:32:49.029314 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-13514b8c-7905-4a95-a239-689fd2d55590 req-2c2adfcd-94eb-410a-b3b4-a7b88deddd1f tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672154 Aug 10 11:32:49.791155 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262a266-b369-4d44-b395-c896a7d5ae45 req-11b91ae7-a892-4ba4-9399-ddd1c21b4cd4 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:49.793788 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-e262a266-b369-4d44-b395-c896a7d5ae45 req-11b91ae7-a892-4ba4-9399-ddd1c21b4cd4 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.0652046 Aug 10 11:32:49.846451 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-e262a266-b369-4d44-b395-c896a7d5ae45 req-c1f504c6-5d3c-4c35-b6c2-605658a7f173 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466943 Aug 10 11:32:49.923277 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003af982-0efd-49c1-a2e8-e890ed5afbf0 req-41ead8ef-c701-489b-a687-d80d3afef55f tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:49.925209 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-003af982-0efd-49c1-a2e8-e890ed5afbf0 req-41ead8ef-c701-489b-a687-d80d3afef55f tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 943 time: 0.0581796 Aug 10 11:32:49.971148 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-003af982-0efd-49c1-a2e8-e890ed5afbf0 req-69b17404-9cc2-4355-82e3-5932491b7687 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377026 Aug 10 11:32:50.107691 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-c2a10a9d-36ee-46ed-969d-b9b951d5e46d req-40622e56-db70-41ce-84fb-05674d2f83d2 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 210 time: 0.0272176 Aug 10 11:32:50.205215 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd51743-41a0-4342-b883-41c14f361b51 req-bfaeb8fa-89ac-4226-a6f0-f4eeebe5e200 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:50.206818 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-fbd51743-41a0-4342-b883-41c14f361b51 req-bfaeb8fa-89ac-4226-a6f0-f4eeebe5e200 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.0560765 Aug 10 11:32:50.252452 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-fbd51743-41a0-4342-b883-41c14f361b51 req-d90319c6-038e-4b69-a8c0-e4b169935922 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386460 Aug 10 11:32:50.759372 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64947cd8-c25b-4c52-9bfe-8337bf27a2f3 req-7a7e9cb2-e329-4a78-a680-59f1f7907fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:50.762946 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-64947cd8-c25b-4c52-9bfe-8337bf27a2f3 req-7a7e9cb2-e329-4a78-a680-59f1f7907fa2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a68aeea61694149bca356d548ab331a&device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 1096 time: 0.0616791 Aug 10 11:32:50.934722 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64947cd8-c25b-4c52-9bfe-8337bf27a2f3 req-74f52a57-d034-4e62-82a6-e53ae1bb45d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:50.939024 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-64947cd8-c25b-4c52-9bfe-8337bf27a2f3 req-74f52a57-d034-4e62-82a6-e53ae1bb45d9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=caf833b7-6b1c-4283-9a64-20c0e4838897 HTTP/1.1" status: 200 len: 918 time: 0.1526222 Aug 10 11:32:51.032754 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b088014-da11-40dd-a087-cc1e46119140 req-d5070b71-83dc-4ce9-b5ea-4e3a8c6d245f tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:51.034056 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-64947cd8-c25b-4c52-9bfe-8337bf27a2f3 req-4b79b3d4-4e8f-47da-ad8b-2593cf9c3923 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=734fd62e-a75e-4120-ba4d-b732bed04e73 HTTP/1.1" status: 200 len: 999 time: 0.0859566 Aug 10 11:32:51.035168 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-9b088014-da11-40dd-a087-cc1e46119140 req-d5070b71-83dc-4ce9-b5ea-4e3a8c6d245f tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.0710518 Aug 10 11:32:51.085049 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-9b088014-da11-40dd-a087-cc1e46119140 req-18e5415c-d062-4a3b-b692-9f955e8a7dda tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431690 Aug 10 11:32:51.137701 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64947cd8-c25b-4c52-9bfe-8337bf27a2f3 req-7fd2a1dd-82eb-46ea-b361-e6069773f7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:51.139222 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-64947cd8-c25b-4c52-9bfe-8337bf27a2f3 req-7fd2a1dd-82eb-46ea-b361-e6069773f7ea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef775550-3c92-437a-ad9c-5040b90d0f3e HTTP/1.1" status: 200 len: 856 time: 0.0900283 Aug 10 11:32:51.166462 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caadaea6-79be-4d79-8309-9a4d87032445 req-c892b496-4b5d-4fa7-95a5-5884849f56fd tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:51.167978 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-caadaea6-79be-4d79-8309-9a4d87032445 req-c892b496-4b5d-4fa7-95a5-5884849f56fd tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 943 time: 0.0775945 Aug 10 11:32:51.224218 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-0cfc4366-3ce9-4e6b-a663-e17dcabc8af9 req-59330bbe-589e-42c4-abb1-bfe7c95a9950 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 210 time: 0.0286829 Aug 10 11:32:51.228998 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-caadaea6-79be-4d79-8309-9a4d87032445 req-25d4a0b3-ab3e-424f-bb18-d0ed0b3980b8 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460265 Aug 10 11:32:51.233199 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64947cd8-c25b-4c52-9bfe-8337bf27a2f3 req-9c9aa735-b439-4be7-89ba-27cbf2b57175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:51.235451 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-64947cd8-c25b-4c52-9bfe-8337bf27a2f3 req-9c9aa735-b439-4be7-89ba-27cbf2b57175 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=caf833b7-6b1c-4283-9a64-20c0e4838897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0866454 Aug 10 11:32:51.338098 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-64947cd8-c25b-4c52-9bfe-8337bf27a2f3 req-1b9cab57-450f-44f7-aa96-391a2db7a076 service neutron] 10.222.0.59 "GET /v2.0/networks/caf833b7-6b1c-4283-9a64-20c0e4838897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877967 Aug 10 11:32:51.379729 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e053a-fb9b-45ac-b683-379d1cfc987a req-76caf0f9-d5e7-49e6-a4d3-e8f7ad07799e tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:51.381441 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-c74e053a-fb9b-45ac-b683-379d1cfc987a req-76caf0f9-d5e7-49e6-a4d3-e8f7ad07799e tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.0534699 Aug 10 11:32:51.424208 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-c74e053a-fb9b-45ac-b683-379d1cfc987a req-caa369e2-cdd7-49f2-ba84-a41eaecc60eb tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356097 Aug 10 11:32:51.467755 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-64947cd8-c25b-4c52-9bfe-8337bf27a2f3 req-a5f2fd9b-e87f-493d-901f-555851c16811 service neutron] 10.222.0.59 "GET /v2.0/networks/caf833b7-6b1c-4283-9a64-20c0e4838897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168783 Aug 10 11:32:51.673949 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702ad0e-dc6c-4daa-9fea-6c0a0a2c7067 req-5a157ab2-7952-424b-8ea1-3e9990ff4ac8 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:51.675673 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-5702ad0e-dc6c-4daa-9fea-6c0a0a2c7067 req-5a157ab2-7952-424b-8ea1-3e9990ff4ac8 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.0578635 Aug 10 11:32:51.729045 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 53800) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:32:51.796088 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-5702ad0e-dc6c-4daa-9fea-6c0a0a2c7067 req-94c7a7b7-17be-4ffb-b31f-aee9ed53c766 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091168 Aug 10 11:32:51.817752 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99320fc-52e8-4eaa-a970-da375ef59435 req-1d77bf5f-8c96-4ee9-b7bd-296586f6c2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:51.821033 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-a99320fc-52e8-4eaa-a970-da375ef59435 req-1d77bf5f-8c96-4ee9-b7bd-296586f6c2b9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=84f5dbe3e1cf47c299d5230d7ef39f9f&device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 1099 time: 0.1121147 Aug 10 11:32:51.851842 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-edd7326e-07ea-4ad0-8b16-434fabcbe591 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:51.853471 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-edd7326e-07ea-4ad0-8b16-434fabcbe591 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.59 "GET /v2.0/networks?id=9c7f5487-900d-4a12-87c9-02f3c51af302 HTTP/1.1" status: 200 len: 808 time: 0.1517608 Aug 10 11:32:51.921562 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-ab2e49b4-378b-4ecd-8f82-874b2caae26a tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64fdce55728241d78b745581962d5036 HTTP/1.1" status: 200 len: 379 time: 0.0491595 Aug 10 11:32:51.936877 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-e0267bb1-08b0-44bd-af0a-7ad455c95a13 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Request body: {'port': {'device_id': 'fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3', 'network_id': '9c7f5487-900d-4a12-87c9-02f3c51af302', 'admin_state_up': True, 'tenant_id': '64fdce55728241d78b745581962d5036', 'security_groups': ['81934ba4-5e5b-47cc-90fb-de3ad9336548']}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:32:51.951924 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-5b04a463-aabe-48c4-ba30-d84cf0ca084a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:52.022711 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99320fc-52e8-4eaa-a970-da375ef59435 req-6947caf9-3d71-4cdf-9ec4-a7b46a516d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:52.024177 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-a99320fc-52e8-4eaa-a970-da375ef59435 req-6947caf9-3d71-4cdf-9ec4-a7b46a516d9c service neutron] 10.222.0.59 "GET /v2.0/networks?id=6db70112-8cd9-467f-aa72-29de5ea56ae8 HTTP/1.1" status: 200 len: 911 time: 0.1753585 Aug 10 11:32:52.115347 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-a99320fc-52e8-4eaa-a970-da375ef59435 req-324a7a58-53fe-440b-ad05-83048cb7c875 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8 HTTP/1.1" status: 200 len: 1002 time: 0.0807662 Aug 10 11:32:52.180499 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-5b04a463-aabe-48c4-ba30-d84cf0ca084a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:52.187450 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-5b04a463-aabe-48c4-ba30-d84cf0ca084a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:52.201323 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99320fc-52e8-4eaa-a970-da375ef59435 req-6ca2d046-5a0d-4680-918a-ca2af4185ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:52.202828 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-a99320fc-52e8-4eaa-a970-da375ef59435 req-6ca2d046-5a0d-4680-918a-ca2af4185ef1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fc1e85e4-da01-4b14-969e-682bd3f5912f HTTP/1.1" status: 200 len: 849 time: 0.0775518 Aug 10 11:32:52.217941 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-e0267bb1-08b0-44bd-af0a-7ad455c95a13 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Made reservation on behalf of 64fdce55728241d78b745581962d5036 for: {'port': 1} {{(pid=93315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:32:52.221530 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-e0267bb1-08b0-44bd-af0a-7ad455c95a13 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:52.242943 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38448b32-968c-421d-8d8d-fde24b705f5e req-01d7dc91-8afc-462d-9439-3074df132eec tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:52.244499 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-38448b32-968c-421d-8d8d-fde24b705f5e req-01d7dc91-8afc-462d-9439-3074df132eec tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.0822878 Aug 10 11:32:52.262897 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-5b04a463-aabe-48c4-ba30-d84cf0ca084a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=17d040beb5e64a76bdd17c6d995409e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5304935 Aug 10 11:32:52.263671 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 53812) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:32:52.266506 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b04a463-aabe-48c4-ba30-d84cf0ca084a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37fc5885-d146-4094-aa12-c8aec19b43d2,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:52.287869 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99320fc-52e8-4eaa-a970-da375ef59435 req-265313c0-cb2c-4fb3-a045-6bd3558a2527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:52.289856 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-a99320fc-52e8-4eaa-a970-da375ef59435 req-265313c0-cb2c-4fb3-a045-6bd3558a2527 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6db70112-8cd9-467f-aa72-29de5ea56ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0759354 Aug 10 11:32:52.388195 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-38448b32-968c-421d-8d8d-fde24b705f5e req-cb7aa1d7-243c-4aa3-8a21-cc2e0e6b6f0f tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291134 Aug 10 11:32:52.421528 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-33181918-78c7-40f7-936b-cb41837509aa req-29539ddc-e7c1-47ca-8a0d-4f108735a37a tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 210 time: 0.0616052 Aug 10 11:32:52.438918 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-d897c7ab-7ca0-4349-b8f1-4db4ae2d2850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:52.474034 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.db_base_plugin_common [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-e0267bb1-08b0-44bd-af0a-7ad455c95a13 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Allocated IP 172.20.0.9 (9c7f5487-900d-4a12-87c9-02f3c51af302/811b9f1d-8e04-4e1c-abcc-ab7f5bbe2780/4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d) {{(pid=93315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:32:52.477980 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-d897c7ab-7ca0-4349-b8f1-4db4ae2d2850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:52.487090 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-a99320fc-52e8-4eaa-a970-da375ef59435 req-1dd65000-2724-4be5-97a6-3e1c197683c7 service neutron] 10.222.0.59 "GET /v2.0/networks/6db70112-8cd9-467f-aa72-29de5ea56ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818411 Aug 10 11:32:52.607418 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-d897c7ab-7ca0-4349-b8f1-4db4ae2d2850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:52.611868 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-d897c7ab-7ca0-4349-b8f1-4db4ae2d2850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:52.613371 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-d897c7ab-7ca0-4349-b8f1-4db4ae2d2850 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/37fc5885-d146-4094-aa12-c8aec19b43d2 HTTP/1.1" status: 204 len: 168 time: 0.3428271 Aug 10 11:32:52.623259 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-a99320fc-52e8-4eaa-a970-da375ef59435 req-bfc9493c-f009-4ead-8952-12ca40801852 service neutron] 10.222.0.59 "GET /v2.0/networks/6db70112-8cd9-467f-aa72-29de5ea56ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279683 Aug 10 11:32:52.645837 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d897c7ab-7ca0-4349-b8f1-4db4ae2d2850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37fc5885-d146-4094-aa12-c8aec19b43d2,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:52.687436 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7ed36-64b4-492a-a10a-8c3861f49e14 req-d5d67143-abcf-4eda-9d33-c2c1fd371b67 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:52.689648 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-1bb7ed36-64b4-492a-a10a-8c3861f49e14 req-d5d67143-abcf-4eda-9d33-c2c1fd371b67 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 943 time: 0.1379926 Aug 10 11:32:52.762549 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-1bb7ed36-64b4-492a-a10a-8c3861f49e14 req-4104e044-37b4-4bfa-b397-4332bbe0a416 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651231 Aug 10 11:32:52.781573 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-e0267bb1-08b0-44bd-af0a-7ad455c95a13 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks [] for port, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:52.802864 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.provisioning_blocks [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-e0267bb1-08b0-44bd-af0a-7ad455c95a13 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Transition to ACTIVE for port object 4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d will not be triggered until provisioned by entity DHCP. {{(pid=93315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:32:52.846501 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-e0267bb1-08b0-44bd-af0a-7ad455c95a13 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:52.905169 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-e0267bb1-08b0-44bd-af0a-7ad455c95a13 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Network 9c7f5487-900d-4a12-87c9-02f3c51af302 is already hosted by enough agents. {{(pid=93315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:32:52.907081 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.base_scheduler [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-e0267bb1-08b0-44bd-af0a-7ad455c95a13 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Resources bound (agent type, host, resource id): {{(pid=93315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:32:52.923267 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-e0267bb1-08b0-44bd-af0a-7ad455c95a13 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Received port after_create {{(pid=93315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:32:52.969916 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0267bb1-08b0-44bd-af0a-7ad455c95a13 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Pushing event updated for resources: {'Port': ['ID=4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:53.014095 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-e0267bb1-08b0-44bd-af0a-7ad455c95a13 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:53.015198 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-e0267bb1-08b0-44bd-af0a-7ad455c95a13 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:53.028124 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343984bf-6084-43d5-92ba-0791d4aa5f2a req-44947b2b-2cbb-436b-9006-82ad8e59b047 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:53.032992 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-343984bf-6084-43d5-92ba-0791d4aa5f2a req-44947b2b-2cbb-436b-9006-82ad8e59b047 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.1070461 Aug 10 11:32:53.041601 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-e0267bb1-08b0-44bd-af0a-7ad455c95a13 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1099505 Aug 10 11:32:53.059620 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-7010c6ce-1d3e-439b-9703-ad24aab5f1f8 service neutron] Request body: {'port': {'device_id': 'fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:32:53.098716 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-343984bf-6084-43d5-92ba-0791d4aa5f2a req-d3cdcb83-e72d-4cdd-be11-62a12bab6251 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528669 Aug 10 11:32:53.152646 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-7010c6ce-1d3e-439b-9703-ad24aab5f1f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:53.277650 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-985c2716-7c6c-40f9-aa88-4ad7dde3cc8c None None] Provisioning for port 4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d completed by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:32:53.282827 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-985c2716-7c6c-40f9-aa88-4ad7dde3cc8c None None] Provisioning complete for port 4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d triggered by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:32:53.283312 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-985c2716-7c6c-40f9-aa88-4ad7dde3cc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:53.321829 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-985c2716-7c6c-40f9-aa88-4ad7dde3cc8c None None] Port 4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d cannot update to ACTIVE because it is not bound. {{(pid=93317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 11:32:53.643173 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 53842) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:32:53.665321 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-7010c6ce-1d3e-439b-9703-ad24aab5f1f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d {{(pid=93315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 11:32:53.668421 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29140e16-45b5-49b1-8c65-c006104950d0 req-deab2878-0c15-4cd7-a8b4-44160354700c tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:53.674442 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-29140e16-45b5-49b1-8c65-c006104950d0 req-deab2878-0c15-4cd7-a8b4-44160354700c tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 931 time: 0.1096160 Aug 10 11:32:53.684356 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-7010c6ce-1d3e-439b-9703-ad24aab5f1f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:53.698397 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1cae4-b626-464e-925d-ad2d3efe6f4b req-cfde163a-a97e-443f-9ce2-562f8ce191ea tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:53.701242 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7ad1cae4-b626-464e-925d-ad2d3efe6f4b req-cfde163a-a97e-443f-9ce2-562f8ce191ea tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.1682272 Aug 10 11:32:53.728247 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-29140e16-45b5-49b1-8c65-c006104950d0 req-cc4d6fb4-d85e-4b6b-bff2-a4a1f460386e tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447881 Aug 10 11:32:53.734086 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.provisioning_blocks [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-7010c6ce-1d3e-439b-9703-ad24aab5f1f8 service neutron] Transition to ACTIVE for port object 4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d will not be triggered until provisioned by entity L2. {{(pid=93315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:32:53.761210 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-7010c6ce-1d3e-439b-9703-ad24aab5f1f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130148924'] for port, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:53.780096 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-fe3db884-fdb3-4797-b6f8-23d367e90958 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1472269817-network', 'tenant_id': '8fc8852fec3e48c9a32a589a12cdb9d0'}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:32:53.804904 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7ad1cae4-b626-464e-925d-ad2d3efe6f4b req-dbe8e8d4-176d-496c-b065-77df039e425f tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841150 Aug 10 11:32:53.810063 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3db884-fdb3-4797-b6f8-23d367e90958 admin admin] Made reservation on behalf of 8fc8852fec3e48c9a32a589a12cdb9d0 for: {'network': 1} {{(pid=93316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:32:53.820081 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-fe3db884-fdb3-4797-b6f8-23d367e90958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for network, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:53.834573 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7010c6ce-1d3e-439b-9703-ad24aab5f1f8 service neutron] Pushing event updated for resources: {'Port': ['ID=4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d,revision_number=2']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:53.842270 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-fe3db884-fdb3-4797-b6f8-23d367e90958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:53.973636 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-7010c6ce-1d3e-439b-9703-ad24aab5f1f8 service neutron] Attempting to bind port 4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:32:53.974227 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-7010c6ce-1d3e-439b-9703-ad24aab5f1f8 service neutron] Attempting to bind port 4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': 'e74442d5-1a6c-4a7e-bcb7-507d75080a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '9c7f5487-900d-4a12-87c9-02f3c51af302'}] {{(pid=93315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:32:53.974606 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-7010c6ce-1d3e-439b-9703-ad24aab5f1f8 service neutron] Attempting to bind port 4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d on network 9c7f5487-900d-4a12-87c9-02f3c51af302 {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:32:53.981083 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-7010c6ce-1d3e-439b-9703-ad24aab5f1f8 service neutron] Port 4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d on network 9c7f5487-900d-4a12-87c9-02f3c51af302 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 11:32:53.981893 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-7010c6ce-1d3e-439b-9703-ad24aab5f1f8 service neutron] Attempting to bind port 4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d on network 9c7f5487-900d-4a12-87c9-02f3c51af302 {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:32:53.988654 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-7010c6ce-1d3e-439b-9703-ad24aab5f1f8 service neutron] Checking agent: {'id': '9054602d-8671-4254-af87-58e8d5e6c079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 27, 44), 'started_at': datetime.datetime(2021, 8, 10, 11, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:32:53.989161 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-7010c6ce-1d3e-439b-9703-ad24aab5f1f8 service neutron] Checking segment: {'id': 'e74442d5-1a6c-4a7e-bcb7-507d75080a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '9c7f5487-900d-4a12-87c9-02f3c51af302'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:32:53.989707 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-7010c6ce-1d3e-439b-9703-ad24aab5f1f8 service neutron] Bound using segment: {'id': 'e74442d5-1a6c-4a7e-bcb7-507d75080a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '9c7f5487-900d-4a12-87c9-02f3c51af302'} {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:32:53.990170 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-7010c6ce-1d3e-439b-9703-ad24aab5f1f8 service neutron] Bound port: 4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e74442d5-1a6c-4a7e-bcb7-507d75080a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '9c7f5487-900d-4a12-87c9-02f3c51af302'}}] {{(pid=93315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:32:53.990543 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-7010c6ce-1d3e-439b-9703-ad24aab5f1f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:53.991316 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570d893-8b64-4cf5-8da0-aa19c7159485 req-c1bad4bf-8567-42d3-914f-735869387309 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:53.995201 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-e570d893-8b64-4cf5-8da0-aa19c7159485 req-c1bad4bf-8567-42d3-914f-735869387309 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 943 time: 0.0915079 Aug 10 11:32:54.070936 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-7010c6ce-1d3e-439b-9703-ad24aab5f1f8 service neutron] For port 4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d, host hv-cinder-79280, cleared binding levels {{(pid=93315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:32:54.075002 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-7010c6ce-1d3e-439b-9703-ad24aab5f1f8 service neutron] For port 4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d,segment=NetworkSegment(e74442d5-1a6c-4a7e-bcb7-507d75080a4f),segment_id=e74442d5-1a6c-4a7e-bcb7-507d75080a4f)] {{(pid=93315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:32:54.079991 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-7010c6ce-1d3e-439b-9703-ad24aab5f1f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130148924'] for port, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:54.106061 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-e570d893-8b64-4cf5-8da0-aa19c7159485 req-55c5e27c-3623-41ec-a69e-90ac2961f5dd tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999715 Aug 10 11:32:54.115935 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-fe3db884-fdb3-4797-b6f8-23d367e90958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:54.116933 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-7010c6ce-1d3e-439b-9703-ad24aab5f1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:54.117582 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-7010c6ce-1d3e-439b-9703-ad24aab5f1f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:54.119080 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-7010c6ce-1d3e-439b-9703-ad24aab5f1f8 service neutron] 10.222.0.59 "PUT /v2.0/ports/4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d HTTP/1.1" status: 200 len: 1093 time: 1.0642343 Aug 10 11:32:54.119788 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3', 'tag': '4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d'}] {{(pid=93315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:32:54.122530 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6373fc61674628fc4ea179701e5cfbb487487662fff8fb4d49624df9baba4f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0914b4a-dc8b-4bdf-81c8-15e9e029f775" -d '{"events": [{"name": "network-changed", "server_uuid": "fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3", "tag": "4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d"}]}' {{(pid=93315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:32:54.136694 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-fe3db884-fdb3-4797-b6f8-23d367e90958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:54.188737 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7010c6ce-1d3e-439b-9703-ad24aab5f1f8 service neutron] Pushing event updated for resources: {'Port': ['ID=4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d,revision_number=3']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:54.195400 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 11:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc0b9b0-a0bd-438d-b7a8-c29376ce4f55 x-openstack-request-id: req-7cc0b9b0-a0bd-438d-b7a8-c29376ce4f55 {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:32:54.195914 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3", "tag": "4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d", "status": "completed", "code": 200}]} {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:32:54.196269 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7cc0b9b0-a0bd-438d-b7a8-c29376ce4f55 {{(pid=93315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:32:54.196920 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3', 'tag': '4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d', 'status': 'completed', 'code': 200} Aug 10 11:32:54.220227 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe3db884-fdb3-4797-b6f8-23d367e90958 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=93316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 11:32:54.232976 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3db884-fdb3-4797-b6f8-23d367e90958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb8cd69-fa5e-4238-8368-da6b48541313,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:54.277891 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-00166e25-7d68-4d83-9b71-2b6139d21d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:54.288930 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-00166e25-7d68-4d83-9b71-2b6139d21d72 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=64fdce55728241d78b745581962d5036&device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 1096 time: 0.0773973 Aug 10 11:32:54.289650 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-fe3db884-fdb3-4797-b6f8-23d367e90958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462'] for segment, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:54.290234 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.db.segments_db [None req-fe3db884-fdb3-4797-b6f8-23d367e90958 admin admin] Added segment b2a8b0c8-820e-493b-85d0-c9d3cdf1f0ea of type vlan for network c82543c9-8a7f-481f-991b-fabfb972cc63 Aug 10 11:32:54.343558 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-6f713d65-38bd-49b0-bdb0-a5a917c12d8d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d HTTP/1.1" status: 200 len: 217 time: 0.0533810 Aug 10 11:32:54.358438 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-fe3db884-fdb3-4797-b6f8-23d367e90958 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778040477516'] for network, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:54.372230 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b91ec-4155-44ce-bf66-e6b42b88a747 req-a88cdbfa-71f9-493b-8205-4ec32c5f4a23 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:54.374156 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-989b91ec-4155-44ce-bf66-e6b42b88a747 req-a88cdbfa-71f9-493b-8205-4ec32c5f4a23 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.1351905 Aug 10 11:32:54.432190 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-b2d7ff5b-eb4a-4b3e-9200-9eb050eb7a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:54.433955 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-b2d7ff5b-eb4a-4b3e-9200-9eb050eb7a34 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=811b9f1d-8e04-4e1c-abcc-ab7f5bbe2780 HTTP/1.1" status: 200 len: 847 time: 0.0794370 Aug 10 11:32:54.482400 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-989b91ec-4155-44ce-bf66-e6b42b88a747 req-707cbd99-18fb-4785-87e6-b5642f8b56fa tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972927 Aug 10 11:32:54.484087 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-fe3db884-fdb3-4797-b6f8-23d367e90958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008'] for network, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:54.486228 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3db884-fdb3-4797-b6f8-23d367e90958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:54.487260 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-fe3db884-fdb3-4797-b6f8-23d367e90958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for network, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:54.501464 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-624fc8e5-eb5e-4eb7-b69b-cd9d4707cd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:54.503601 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-624fc8e5-eb5e-4eb7-b69b-cd9d4707cd01 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9c7f5487-900d-4a12-87c9-02f3c51af302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0604334 Aug 10 11:32:54.577214 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-fe3db884-fdb3-4797-b6f8-23d367e90958 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9322617 Aug 10 11:32:54.580058 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 53856) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:32:54.589861 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [None req-7425d4a1-59da-4747-bda9-b88f7549c369 admin admin] Request body: {'subnet': {'network_id': 'c82543c9-8a7f-481f-991b-fabfb972cc63', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1472269817-subnet', 'tenant_id': '8fc8852fec3e48c9a32a589a12cdb9d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:32:54.606180 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3db884-fdb3-4797-b6f8-23d367e90958 admin admin] Pushing event updated for resources: {'Network': ['ID=c82543c9-8a7f-481f-991b-fabfb972cc63,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:54.620817 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Network c82543c9-8a7f-481f-991b-fabfb972cc63 details requested by agent ovs-agent-dv-cinder-792800-5-iscsi with host dv-cinder-792800-5-iscsi {{(pid=93317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 11:32:54.653874 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7425d4a1-59da-4747-bda9-b88f7549c369 admin admin] Made reservation on behalf of 8fc8852fec3e48c9a32a589a12cdb9d0 for: {'subnet': 1} {{(pid=93315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:32:54.657905 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-7425d4a1-59da-4747-bda9-b88f7549c369 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130361298'] for subnet, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:54.717315 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-967f1d8f-bafb-4055-9989-272f312c0414 service neutron] 10.222.0.59 "GET /v2.0/networks/9c7f5487-900d-4a12-87c9-02f3c51af302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042613 Aug 10 11:32:54.913687 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7bdf91f8-d6a6-4bca-9fb0-2545760b1f99 req-42d27ae9-4152-412c-99c4-cd3a17be3bb0 service neutron] 10.222.0.59 "GET /v2.0/networks/9c7f5487-900d-4a12-87c9-02f3c51af302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868982 Aug 10 11:32:54.945065 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c97a6-a3c8-4075-9864-c85353c7cfa3 req-55f056fc-68ee-4a33-aa33-5ce0de19cd8e tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:54.946712 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ed5c97a6-a3c8-4075-9864-c85353c7cfa3 req-55f056fc-68ee-4a33-aa33-5ce0de19cd8e tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 943 time: 0.1277330 Aug 10 11:32:54.991632 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7f639-ce5f-4674-bc42-33229eda0623 req-4db39f9e-00e1-4ddd-b641-c72352317b98 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:54.994540 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-dcb7f639-ce5f-4674-bc42-33229eda0623 req-4db39f9e-00e1-4ddd-b641-c72352317b98 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.0973406 Aug 10 11:32:55.045267 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-7425d4a1-59da-4747-bda9-b88f7549c369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134105691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130149043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130361280'] for subnet, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:55.050118 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-dcb7f639-ce5f-4674-bc42-33229eda0623 req-a0900d98-cefe-44e1-ad20-977f66a22afa tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/security-groups?id=378d7823-72e9-425a-a69f-d5af925129ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472264 Aug 10 11:32:55.096754 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ed5c97a6-a3c8-4075-9864-c85353c7cfa3 req-cbbfeb37-51cd-49d3-bf43-1a2e40509be0 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261935 Aug 10 11:32:55.124865 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7425d4a1-59da-4747-bda9-b88f7549c369 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8c5449c-e11a-478d-b2ab-6f2773a94970,revision_number=0']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:55.136201 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0914b4a-dc8b-4bdf-81c8-15e9e029f775 req-28a2bbcc-f6b7-42bd-ab1e-496d6cca86b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:55.137804 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e0914b4a-dc8b-4bdf-81c8-15e9e029f775 req-28a2bbcc-f6b7-42bd-ab1e-496d6cca86b1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=64fdce55728241d78b745581962d5036&device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 1096 time: 0.1496520 Aug 10 11:32:55.155425 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7425d4a1-59da-4747-bda9-b88f7549c369 admin admin] Checking segment: {'id': 'b2a8b0c8-820e-493b-85d0-c9d3cdf1f0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c82543c9-8a7f-481f-991b-fabfb972cc63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:32:55.155787 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7425d4a1-59da-4747-bda9-b88f7549c369 admin admin] Network hostable DHCP agents. Network: c82543c9-8a7f-481f-991b-fabfb972cc63, hostable agents: ['0b3fe0ed-30c0-4c64-a4f4-6f12777a422c'], hosted agents: [] {{(pid=93315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 11:32:55.226034 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7425d4a1-59da-4747-bda9-b88f7549c369 admin admin] Network c82543c9-8a7f-481f-991b-fabfb972cc63 is scheduled to be hosted by DHCP agent 0b3fe0ed-30c0-4c64-a4f4-6f12777a422c with binding_index 1 {{(pid=93315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 11:32:55.256697 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.base_scheduler [None req-7425d4a1-59da-4747-bda9-b88f7549c369 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-5-iscsi, c82543c9-8a7f-481f-991b-fabfb972cc63) {{(pid=93315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:32:55.261706 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7425d4a1-59da-4747-bda9-b88f7549c369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:55.262306 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-7425d4a1-59da-4747-bda9-b88f7549c369 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:55.273157 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bba462-d2be-408d-8abd-e73c088a375f None None] Network c82543c9-8a7f-481f-991b-fabfb972cc63 requested from dv-cinder-792800-5-iscsi {{(pid=93317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:32:55.281135 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0914b4a-dc8b-4bdf-81c8-15e9e029f775 req-432a41cc-ff1e-4902-9961-02faf65ae5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:55.283243 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e0914b4a-dc8b-4bdf-81c8-15e9e029f775 req-432a41cc-ff1e-4902-9961-02faf65ae5ae service neutron] 10.222.0.59 "GET /v2.0/networks?id=9c7f5487-900d-4a12-87c9-02f3c51af302 HTTP/1.1" status: 200 len: 909 time: 0.1357536 Aug 10 11:32:55.295964 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-7425d4a1-59da-4747-bda9-b88f7549c369 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7139390 Aug 10 11:32:55.305659 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1038377-e447-4a27-a43a-890db07c6622 req-80e667c3-9887-4b45-be9a-93b8161645c4 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:55.327433 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-c1038377-e447-4a27-a43a-890db07c6622 req-80e667c3-9887-4b45-be9a-93b8161645c4 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 943 time: 0.0948544 Aug 10 11:32:55.360600 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e0914b4a-dc8b-4bdf-81c8-15e9e029f775 req-725e3474-d4b3-4b18-9900-8413aaa3e917 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d HTTP/1.1" status: 200 len: 217 time: 0.0543530 Aug 10 11:32:55.413418 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-c1038377-e447-4a27-a43a-890db07c6622 req-59888910-f1cf-4b4d-8045-bab218cc043b tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724521 Aug 10 11:32:55.444304 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0914b4a-dc8b-4bdf-81c8-15e9e029f775 req-2523885f-2390-4796-82cb-017a5cd2280f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:55.446995 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e0914b4a-dc8b-4bdf-81c8-15e9e029f775 req-2523885f-2390-4796-82cb-017a5cd2280f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=811b9f1d-8e04-4e1c-abcc-ab7f5bbe2780 HTTP/1.1" status: 200 len: 847 time: 0.0822465 Aug 10 11:32:55.522780 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0914b4a-dc8b-4bdf-81c8-15e9e029f775 req-40d1ba98-a484-489f-b4b6-9c8f52ec87a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:55.524722 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e0914b4a-dc8b-4bdf-81c8-15e9e029f775 req-40d1ba98-a484-489f-b4b6-9c8f52ec87a8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9c7f5487-900d-4a12-87c9-02f3c51af302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0669174 Aug 10 11:32:55.552003 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb173fd7-fbb1-44b0-ac4a-530beac162ac None None] Network c82543c9-8a7f-481f-991b-fabfb972cc63 requested from dv-cinder-792800-5-iscsi {{(pid=93317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:32:55.597365 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970bebbd-bf28-4daf-8002-44d5d57cdca7 req-956f895e-0e88-4a82-aa27-8360fe26b9a0 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:55.600560 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-970bebbd-bf28-4daf-8002-44d5d57cdca7 req-956f895e-0e88-4a82-aa27-8360fe26b9a0 tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.59 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 946 time: 0.1167166 Aug 10 11:32:55.684270 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e0914b4a-dc8b-4bdf-81c8-15e9e029f775 req-26c2eaff-2308-47f5-87e0-9099e0e188c0 service neutron] 10.222.0.59 "GET /v2.0/networks/9c7f5487-900d-4a12-87c9-02f3c51af302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481383 Aug 10 11:32:55.798445 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.plugin [req-970bebbd-bf28-4daf-8002-44d5d57cdca7 req-f1613784-fc95-42fb-abb6-8ca0249c48fb tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Deleting port 362468bd-ab1c-4a19-a6a3-7ec2114fccba {{(pid=93316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:32:55.798842 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [req-970bebbd-bf28-4daf-8002-44d5d57cdca7 req-f1613784-fc95-42fb-abb6-8ca0249c48fb tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:55.853979 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e0914b4a-dc8b-4bdf-81c8-15e9e029f775 req-7709e509-187e-45b2-987c-58dc9a066097 service neutron] 10.222.0.59 "GET /v2.0/networks/9c7f5487-900d-4a12-87c9-02f3c51af302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618891 Aug 10 11:32:55.942817 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.db [req-970bebbd-bf28-4daf-8002-44d5d57cdca7 req-f1613784-fc95-42fb-abb6-8ca0249c48fb tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] For port 362468bd-ab1c-4a19-a6a3-7ec2114fccba, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=362468bd-ab1c-4a19-a6a3-7ec2114fccba,segment=NetworkSegment(e9187376-4d44-4bbd-bf2f-facda2c71944),segment_id=e9187376-4d44-4bbd-bf2f-facda2c71944)] {{(pid=93316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:32:55.943369 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [req-970bebbd-bf28-4daf-8002-44d5d57cdca7 req-f1613784-fc95-42fb-abb6-8ca0249c48fb tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:55.943912 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-b1564b6d-908b-44da-b4d3-9a68b2cdb8f9 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1833912363&fields=id&tenant_id=ce631e313f124ffc96522aaec894b463 HTTP/1.1" status: 200 len: 267 time: 0.0472040 Aug 10 11:32:55.966134 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.plugin [req-970bebbd-bf28-4daf-8002-44d5d57cdca7 req-f1613784-fc95-42fb-abb6-8ca0249c48fb tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Calling delete_port for 362468bd-ab1c-4a19-a6a3-7ec2114fccba owned by compute:nova {{(pid=93316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:32:56.083031 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-bef5c794-731b-4e77-9a12-bd921d7b5821 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:56.084880 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-bef5c794-731b-4e77-9a12-bd921d7b5821 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/networks?id=4d20e43e-9b61-4dac-a777-f4b1d57ae537 HTTP/1.1" status: 200 len: 811 time: 0.1273510 Aug 10 11:32:56.116627 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-58b96cf7-8d00-45b2-9772-b81fc6cf78e7 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/quotas/ce631e313f124ffc96522aaec894b463 HTTP/1.1" status: 200 len: 375 time: 0.0206635 Aug 10 11:32:56.157937 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [req-970bebbd-bf28-4daf-8002-44d5d57cdca7 req-f1613784-fc95-42fb-abb6-8ca0249c48fb tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130748572'] for port, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:56.171630 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] get_ports_and_sgs() called for port_ids ['362468bd-ab1c-4a19-a6a3-7ec2114fccba'] {{(pid=93317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 11:32:56.196009 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1613784-fc95-42fb-abb6-8ca0249c48fb tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Pushing event deleted for resources: {'Port': ['ID=362468bd-ab1c-4a19-a6a3-7ec2114fccba,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:56.219941 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-c2078ce1-47ef-403c-83ab-8833de03357b req-8e94d2e7-9f30-491c-aca7-1fb719efa7fb tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc26af7-f90f-4386-9e09-7e551f7c8fbc HTTP/1.1" status: 200 len: 210 time: 0.0596890 Aug 10 11:32:56.229116 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-e6c6d2c9-9a69-4e3e-b0d5-fa9f51ab09d3 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce631e313f124ffc96522aaec894b463&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1028156 Aug 10 11:32:56.266939 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.l3_dvrscheduler_db [req-970bebbd-bf28-4daf-8002-44d5d57cdca7 req-f1613784-fc95-42fb-abb6-8ca0249c48fb tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] No DVR routers for this DVR port 362468bd-ab1c-4a19-a6a3-7ec2114fccba on host hv-cinder-79280 {{(pid=93316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 11:32:56.270465 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [req-970bebbd-bf28-4daf-8002-44d5d57cdca7 req-f1613784-fc95-42fb-abb6-8ca0249c48fb tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:56.277230 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-970bebbd-bf28-4daf-8002-44d5d57cdca7 req-f1613784-fc95-42fb-abb6-8ca0249c48fb tempest-ServerRescueNegativeTestJSON-1516207247 tempest-ServerRescueNegativeTestJSON-1516207247-project] 10.222.0.59 "DELETE /v2.0/ports/362468bd-ab1c-4a19-a6a3-7ec2114fccba HTTP/1.1" status: 204 len: 173 time: 0.6631589 Aug 10 11:32:56.278686 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bc26af7-f90f-4386-9e09-7e551f7c8fbc', 'name': 'network-vif-deleted', 'tag': '362468bd-ab1c-4a19-a6a3-7ec2114fccba'}] {{(pid=93316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:32:56.284530 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c8c08188b21eb773fc1c6d2ac87981fb30e3bc49512db4b8fca3465af7d205c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c04e463-fd15-4b33-abc4-25b423da5f9e" -d '{"events": [{"server_uuid": "5bc26af7-f90f-4386-9e09-7e551f7c8fbc", "name": "network-vif-deleted", "tag": "362468bd-ab1c-4a19-a6a3-7ec2114fccba"}]}' {{(pid=93316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:32:56.361565 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-2fdcd62f-d185-4d23-a213-e867bf1ee36d service neutron] 10.222.0.24 "GET /v2.0/networks/4d20e43e-9b61-4dac-a777-f4b1d57ae537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085472 Aug 10 11:32:56.390004 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ed7f9-e2bb-4888-98ab-0056f1cac247 req-a286d7d9-61e9-472e-93bd-412f16e654b5 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:56.398386 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-2d0ed7f9-e2bb-4888-98ab-0056f1cac247 req-a286d7d9-61e9-472e-93bd-412f16e654b5 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 943 time: 0.0978615 Aug 10 11:32:56.454628 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-2d0ed7f9-e2bb-4888-98ab-0056f1cac247 req-9809de59-fc18-4050-ad3f-47130fe71f7b tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556192 Aug 10 11:32:56.506677 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 11:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3db61b3-1936-46f9-87dc-60d86e0afdc7 x-openstack-request-id: req-b3db61b3-1936-46f9-87dc-60d86e0afdc7 {{(pid=93316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:32:56.507114 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bc26af7-f90f-4386-9e09-7e551f7c8fbc", "name": "network-vif-deleted", "tag": "362468bd-ab1c-4a19-a6a3-7ec2114fccba", "status": "completed", "code": 200}]} {{(pid=93316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:32:56.507511 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b3db61b3-1936-46f9-87dc-60d86e0afdc7 {{(pid=93316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:32:56.508119 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bc26af7-f90f-4386-9e09-7e551f7c8fbc', 'name': 'network-vif-deleted', 'tag': '362468bd-ab1c-4a19-a6a3-7ec2114fccba', 'status': 'completed', 'code': 200} Aug 10 11:32:56.535019 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-8d12d28a-5138-436a-bcc6-8791c778c438 service neutron] 10.222.0.24 "GET /v2.0/networks/4d20e43e-9b61-4dac-a777-f4b1d57ae537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599190 Aug 10 11:32:56.622969 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ee6a0-0a23-4e65-afe5-2bd35d85eaf9 req-a663373c-7f37-46b2-b450-34c02c5429a7 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:56.624497 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-732ee6a0-0a23-4e65-afe5-2bd35d85eaf9 req-a663373c-7f37-46b2-b450-34c02c5429a7 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 943 time: 0.0556364 Aug 10 11:32:56.669646 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-732ee6a0-0a23-4e65-afe5-2bd35d85eaf9 req-cb5541f9-23de-4a1b-a36a-0d237ad2616d tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375352 Aug 10 11:32:56.993962 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-e7b7b15f-0a08-45e7-91b6-1b10aee5eaea req-ef3d0c08-d8e1-4f0e-b426-fcef7f33ffae tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8bc5c00-f3d4-4071-8a64-c2a231449a3e HTTP/1.1" status: 200 len: 210 time: 0.0291076 Aug 10 11:32:57.310142 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 53914) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:32:57.637375 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e1d83-e94c-43e9-bb48-3573bf65c9b0 req-d15d9f2b-d3f0-46b7-a69c-cae29fc1f682 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:57.643391 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-4f3e1d83-e94c-43e9-bb48-3573bf65c9b0 req-d15d9f2b-d3f0-46b7-a69c-cae29fc1f682 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 943 time: 0.1008353 Aug 10 11:32:57.697327 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-4f3e1d83-e94c-43e9-bb48-3573bf65c9b0 req-7f34c7fb-fe94-4106-8b75-7c8bef85f6cf tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456882 Aug 10 11:32:57.980834 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c912f-e4e7-41f7-889e-4840aed96c2a req-b5efd739-4cdd-4bcc-b603-fbcbcdb026dc tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:57.983252 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-c11c912f-e4e7-41f7-889e-4840aed96c2a req-b5efd739-4cdd-4bcc-b603-fbcbcdb026dc tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/networks?id=c82543c9-8a7f-481f-991b-fabfb972cc63 HTTP/1.1" status: 200 len: 814 time: 0.5143266 Aug 10 11:32:58.027125 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-c11c912f-e4e7-41f7-889e-4840aed96c2a req-9f1e7e6d-b1f2-40b7-a0b5-be250e5dab92 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/quotas/8fc8852fec3e48c9a32a589a12cdb9d0 HTTP/1.1" status: 200 len: 375 time: 0.0221055 Aug 10 11:32:58.092152 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-c11c912f-e4e7-41f7-889e-4840aed96c2a req-d785b2d5-e806-46c1-8f92-71bc6df49eef tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8fc8852fec3e48c9a32a589a12cdb9d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573714 Aug 10 11:32:58.190735 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d0a47-1c17-466b-aff1-7d53d99aedfa req-e8867232-7d1c-4331-b923-2edffc7714d8 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:58.193847 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-dd0d0a47-1c17-466b-aff1-7d53d99aedfa req-e8867232-7d1c-4331-b923-2edffc7714d8 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 943 time: 0.4032531 Aug 10 11:32:58.250251 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-dd0d0a47-1c17-466b-aff1-7d53d99aedfa req-743dd8c2-2efc-4711-a2f9-e85e1556aaeb tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458450 Aug 10 11:32:58.386715 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-9df54f3c-37f8-4d74-8b06-88af1534de5e req-3739366a-e186-4659-a701-4b82a290b2f9 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8bc5c00-f3d4-4071-8a64-c2a231449a3e HTTP/1.1" status: 200 len: 210 time: 0.0424128 Aug 10 11:32:58.402274 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 734fd62e-a75e-4120-ba4d-b732bed04e73 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 11:32:58.437371 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-2f993494-db1d-4ed7-a1d2-9610ff980707 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:58.438914 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-2f993494-db1d-4ed7-a1d2-9610ff980707 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.59 "GET /v2.0/networks?id=4d20e43e-9b61-4dac-a777-f4b1d57ae537 HTTP/1.1" status: 200 len: 811 time: 0.3378160 Aug 10 11:32:58.444854 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-c11c912f-e4e7-41f7-889e-4840aed96c2a req-8ef7a921-e228-4253-b41b-85a0c790347c service neutron] 10.222.0.24 "GET /v2.0/networks/c82543c9-8a7f-481f-991b-fabfb972cc63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306503 Aug 10 11:32:58.552089 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 734fd62e-a75e-4120-ba4d-b732bed04e73, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=734fd62e-a75e-4120-ba4d-b732bed04e73,segment=NetworkSegment(3cbd7805-aa7c-4600-9950-b5cb2e54bb37),segment_id=3cbd7805-aa7c-4600-9950-b5cb2e54bb37)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:32:58.558167 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-34e5e3a8-270f-422a-bc16-9d5ecf185a34 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce631e313f124ffc96522aaec894b463 HTTP/1.1" status: 200 len: 380 time: 0.1082585 Aug 10 11:32:58.565898 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Returning: {'device': '734fd62e-a75e-4120-ba4d-b732bed04e73', 'network_id': 'caf833b7-6b1c-4283-9a64-20c0e4838897', 'port_id': '734fd62e-a75e-4120-ba4d-b732bed04e73', 'mac_address': 'fa:16:3e:88:23:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef775550-3c92-437a-ad9c-5040b90d0f3e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 11:32:58.589843 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-de1f9f39-7938-4684-81d8-27c3b391efc2 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Request body: {'port': {'device_id': 'b8bc5c00-f3d4-4071-8a64-c2a231449a3e', 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537', 'admin_state_up': True, 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'security_groups': ['9753a1bf-7b75-4c4f-b159-49ebe812f06e']}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:32:58.611386 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:58.628634 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 734fd62e-a75e-4120-ba4d-b732bed04e73 {{(pid=93317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 11:32:58.661461 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 734fd62e-a75e-4120-ba4d-b732bed04e73, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=734fd62e-a75e-4120-ba4d-b732bed04e73,segment=NetworkSegment(3cbd7805-aa7c-4600-9950-b5cb2e54bb37),segment_id=3cbd7805-aa7c-4600-9950-b5cb2e54bb37)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:32:58.668590 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:58.700524 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-c11c912f-e4e7-41f7-889e-4840aed96c2a req-ac8e2bb0-d964-4ec4-b914-56da4c38705f service neutron] 10.222.0.24 "GET /v2.0/networks/c82543c9-8a7f-481f-991b-fabfb972cc63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428730 Aug 10 11:32:58.761244 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=734fd62e-a75e-4120-ba4d-b732bed04e73,revision_number=9']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:32:58.765097 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-bef6f902-f305-436b-97d5-b34137c6ed19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-134174610'] for router_interface, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:58.870895 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-de1f9f39-7938-4684-81d8-27c3b391efc2 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Made reservation on behalf of ce631e313f124ffc96522aaec894b463 for: {'port': 1} {{(pid=93316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:32:58.874746 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-de1f9f39-7938-4684-81d8-27c3b391efc2 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:58.938481 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbfb430-a5df-4896-8b88-79666e9d5872 req-f77922c2-7c5e-46f8-b3ca-ca5874617b8c tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:58.941512 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-4fbfb430-a5df-4896-8b88-79666e9d5872 req-f77922c2-7c5e-46f8-b3ca-ca5874617b8c tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 943 time: 0.1065202 Aug 10 11:32:58.942605 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] get_ports_and_sgs() called for port_ids ['734fd62e-a75e-4120-ba4d-b732bed04e73'] {{(pid=93317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 11:32:59.032828 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-4fbfb430-a5df-4896-8b88-79666e9d5872 req-9b998a93-804a-4e1a-a10f-58df8fc438de tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776052 Aug 10 11:32:59.249801 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-fe2c5862-8d4a-4403-96b3-f0f6ae6a6590 req-20da780c-c7e8-44e5-a8a3-05da3bfa392d tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0132a19-e119-43ff-9bad-a673146c8d58 HTTP/1.1" status: 200 len: 210 time: 0.1297767 Aug 10 11:32:59.389731 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.db_base_plugin_common [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-de1f9f39-7938-4684-81d8-27c3b391efc2 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Allocated IP 172.20.0.12 (4d20e43e-9b61-4dac-a777-f4b1d57ae537/f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e/512e901c-bc6c-4581-b798-067b6202b734) {{(pid=93316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:32:59.476856 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab50614-ece8-4e09-96cc-a30d4589c16f req-e5a620bd-2c2b-4348-9dd8-9977fe1e0c4f tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:32:59.490906 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-0ab50614-ece8-4e09-96cc-a30d4589c16f req-e5a620bd-2c2b-4348-9dd8-9977fe1e0c4f tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 944 time: 0.1122053 Aug 10 11:32:59.551352 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-0ab50614-ece8-4e09-96cc-a30d4589c16f req-8f0d19b7-e6e0-4335-bb7b-bca28598ce5d tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576224 Aug 10 11:32:59.590414 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-53bbd1c3-0d60-4318-b848-59714d8ec95b req-502a7ac7-0940-4b95-b5f4-ecba1b3f16cb tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8bc5c00-f3d4-4071-8a64-c2a231449a3e HTTP/1.1" status: 200 len: 210 time: 0.0627785 Aug 10 11:32:59.659709 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.plugin [None req-bef6f902-f305-436b-97d5-b34137c6ed19 admin admin] Deleting port d76a5528-ceee-42e3-8af3-71407de37c1e {{(pid=93316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:32:59.660129 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-bef6f902-f305-436b-97d5-b34137c6ed19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:59.717675 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-de1f9f39-7938-4684-81d8-27c3b391efc2 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks [] for port, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:59.740953 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.provisioning_blocks [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-de1f9f39-7938-4684-81d8-27c3b391efc2 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Transition to ACTIVE for port object 512e901c-bc6c-4581-b798-067b6202b734 will not be triggered until provisioned by entity DHCP. {{(pid=93316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:32:59.807551 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.db [None req-bef6f902-f305-436b-97d5-b34137c6ed19 admin admin] For port d76a5528-ceee-42e3-8af3-71407de37c1e, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=d76a5528-ceee-42e3-8af3-71407de37c1e,segment=NetworkSegment(e9187376-4d44-4bbd-bf2f-facda2c71944),segment_id=e9187376-4d44-4bbd-bf2f-facda2c71944)] {{(pid=93316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:32:59.808074 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-bef6f902-f305-436b-97d5-b34137c6ed19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:59.826714 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.plugin [None req-bef6f902-f305-436b-97d5-b34137c6ed19 admin admin] Calling delete_port for d76a5528-ceee-42e3-8af3-71407de37c1e owned by network:router_interface {{(pid=93316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:32:59.856157 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-de1f9f39-7938-4684-81d8-27c3b391efc2 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130748572'] for port, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:32:59.952722 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-de1f9f39-7938-4684-81d8-27c3b391efc2 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Network 4d20e43e-9b61-4dac-a777-f4b1d57ae537 is already hosted by enough agents. {{(pid=93316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:32:59.966919 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.base_scheduler [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-de1f9f39-7938-4684-81d8-27c3b391efc2 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Resources bound (agent type, host, resource id): {{(pid=93316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:32:59.972333 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.l3_dvrscheduler_db [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-de1f9f39-7938-4684-81d8-27c3b391efc2 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Received port after_create {{(pid=93316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:33:00.000734 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1f9f39-7938-4684-81d8-27c3b391efc2 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Pushing event updated for resources: {'Port': ['ID=512e901c-bc6c-4581-b798-067b6202b734,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:33:00.094310 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-de1f9f39-7938-4684-81d8-27c3b391efc2 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:00.094971 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-de1f9f39-7938-4684-81d8-27c3b391efc2 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:00.122358 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-de1f9f39-7938-4684-81d8-27c3b391efc2 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5512948 Aug 10 11:33:00.136299 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-cdb341e0-1aa8-4e73-8dcd-fadcd6b3e698 service neutron] Request body: {'port': {'device_id': 'b8bc5c00-f3d4-4071-8a64-c2a231449a3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:33:00.183803 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63dca0c-6490-4e0b-8bd9-4d604b048a20 req-4cc08f86-0751-49d0-a5b8-af42a8fe3cec tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:00.185794 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e63dca0c-6490-4e0b-8bd9-4d604b048a20 req-4cc08f86-0751-49d0-a5b8-af42a8fe3cec tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 943 time: 0.0626469 Aug 10 11:33:00.229935 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-cdb341e0-1aa8-4e73-8dcd-fadcd6b3e698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:00.233557 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e63dca0c-6490-4e0b-8bd9-4d604b048a20 req-f9b10a79-94aa-4fe4-8ca8-f99cb5dd2659 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369210 Aug 10 11:33:00.255199 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-bef6f902-f305-436b-97d5-b34137c6ed19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130748572'] for port, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:00.307928 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-094adf2a-96c6-4845-9a0a-fcc1703baa03 None None] Provisioning for port 512e901c-bc6c-4581-b798-067b6202b734 completed by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:33:00.315148 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef6f902-f305-436b-97d5-b34137c6ed19 admin admin] Pushing event deleted for resources: {'Port': ['ID=d76a5528-ceee-42e3-8af3-71407de37c1e,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:33:00.317681 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-094adf2a-96c6-4845-9a0a-fcc1703baa03 None None] Provisioning complete for port 512e901c-bc6c-4581-b798-067b6202b734 triggered by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:33:00.318544 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-094adf2a-96c6-4845-9a0a-fcc1703baa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:00.370330 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-094adf2a-96c6-4845-9a0a-fcc1703baa03 None None] Port 512e901c-bc6c-4581-b798-067b6202b734 cannot update to ACTIVE because it is not bound. {{(pid=93317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 11:33:00.401722 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 734fd62e-a75e-4120-ba4d-b732bed04e73 up at agent hyperv_hv-cinder-79280 {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:33:00.462849 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Provisioning complete for port 734fd62e-a75e-4120-ba4d-b732bed04e73 triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:33:00.463250 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:00.583379 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:00.597282 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c912f-e4e7-41f7-889e-4840aed96c2a req-c1c26054-be74-44bd-8fb4-d83902a46127 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:00.609935 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c11c912f-e4e7-41f7-889e-4840aed96c2a req-c1c26054-be74-44bd-8fb4-d83902a46127 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.59 "GET /v2.0/networks?id=c82543c9-8a7f-481f-991b-fabfb972cc63 HTTP/1.1" status: 200 len: 814 time: 0.1562729 Aug 10 11:33:00.623941 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [req-c11c912f-e4e7-41f7-889e-4840aed96c2a req-1cd55e69-481a-4ccd-8ec0-98be59d3265e tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Request body: {'port': {'device_id': 'f0132a19-e119-43ff-9bad-a673146c8d58', 'network_id': 'c82543c9-8a7f-481f-991b-fabfb972cc63', 'admin_state_up': True, 'tenant_id': '8fc8852fec3e48c9a32a589a12cdb9d0'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:33:00.626032 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a7931f-83f4-497e-ba99-814093e07174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734fd62e-a75e-4120-ba4d-b732bed04e73'}] {{(pid=93317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:33:00.629901 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f65e5affd22be71f9b00dd80d36c6e54843c66eef292b5ed0267a1f9ac014f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d3ca50-ebf2-417a-a567-d1fe37ce32d7" -d '{"events": [{"server_uuid": "f9a7931f-83f4-497e-ba99-814093e07174", "name": "network-vif-plugged", "status": "completed", "tag": "734fd62e-a75e-4120-ba4d-b732bed04e73"}]}' {{(pid=93317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:33:00.644483 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 734fd62e-a75e-4120-ba4d-b732bed04e73, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=734fd62e-a75e-4120-ba4d-b732bed04e73,segment=NetworkSegment(3cbd7805-aa7c-4600-9950-b5cb2e54bb37),segment_id=3cbd7805-aa7c-4600-9950-b5cb2e54bb37)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:33:00.659714 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:00.662672 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 362468bd-ab1c-4a19-a6a3-7ec2114fccba no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 11:33:00.727040 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-be33614c-3527-49c1-bc58-8855e8ec938d req-6b41809d-2fc5-4abd-b97d-bef19ca0d418 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0132a19-e119-43ff-9bad-a673146c8d58 HTTP/1.1" status: 200 len: 210 time: 0.3643131 Aug 10 11:33:00.730708 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] No Port match for: 362468bd-ab1c-4a19-a6a3-7ec2114fccba {{(pid=93317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 11:33:00.731224 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 362468bd-ab1c-4a19-a6a3-7ec2114fccba not bound to the agent host hv-cinder-79280 {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 11:33:00.767340 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=734fd62e-a75e-4120-ba4d-b732bed04e73,revision_number=10']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:33:00.827840 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36bc9f-a894-4ff2-965d-c903f6973f08 req-3e182a62-e1d6-4cb6-b1d1-b86c1aed7b6b tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:00.830115 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-fb36bc9f-a894-4ff2-965d-c903f6973f08 req-3e182a62-e1d6-4cb6-b1d1-b86c1aed7b6b tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 946 time: 0.0890698 Aug 10 11:33:00.899936 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-fb36bc9f-a894-4ff2-965d-c903f6973f08 req-6046bd65-c618-47a7-8b69-69f6b9a98163 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627804 Aug 10 11:33:00.912932 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c11c912f-e4e7-41f7-889e-4840aed96c2a req-1cd55e69-481a-4ccd-8ec0-98be59d3265e tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Made reservation on behalf of 8fc8852fec3e48c9a32a589a12cdb9d0 for: {'port': 1} {{(pid=93315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:33:00.916846 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-c11c912f-e4e7-41f7-889e-4840aed96c2a req-1cd55e69-481a-4ccd-8ec0-98be59d3265e tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:00.984675 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 11:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f4755b-3927-4e94-b491-79a8e509eb31 x-openstack-request-id: req-20f4755b-3927-4e94-b491-79a8e509eb31 {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:33:00.985480 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a7931f-83f4-497e-ba99-814093e07174", "name": "network-vif-plugged", "status": "completed", "tag": "734fd62e-a75e-4120-ba4d-b732bed04e73", "code": 200}]} {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:33:00.986105 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-20f4755b-3927-4e94-b491-79a8e509eb31 {{(pid=93317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:33:00.987537 dv-cinder-792800-5-iscsi neutron-server[93317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a7931f-83f4-497e-ba99-814093e07174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734fd62e-a75e-4120-ba4d-b732bed04e73', 'code': 200} Aug 10 11:33:01.020983 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce384c-4fd0-40e3-84b6-37f83802d327 req-600ee53a-b512-4a12-bd02-c0e34674277e tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:01.022603 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-23ce384c-4fd0-40e3-84b6-37f83802d327 req-600ee53a-b512-4a12-bd02-c0e34674277e tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8bc5c00-f3d4-4071-8a64-c2a231449a3e HTTP/1.1" status: 200 len: 932 time: 0.1336188 Aug 10 11:33:01.053230 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-bef6f902-f305-436b-97d5-b34137c6ed19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133803065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-134148898'] for router_interface, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:01.145513 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.db_base_plugin_common [req-c11c912f-e4e7-41f7-889e-4840aed96c2a req-1cd55e69-481a-4ccd-8ec0-98be59d3265e tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Allocated IP 172.20.0.14 (c82543c9-8a7f-481f-991b-fabfb972cc63/f8c5449c-e11a-478d-b2ab-6f2773a94970/a264d9d2-ef9e-469b-819b-d3ba210c24c8) {{(pid=93315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:33:01.163935 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-23ce384c-4fd0-40e3-84b6-37f83802d327 req-64e1c3ec-9700-4a88-b9f3-e998fd567e57 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198530 Aug 10 11:33:01.180632 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.notifiers.nova [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-cdb341e0-1aa8-4e73-8dcd-fadcd6b3e698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 512e901c-bc6c-4581-b798-067b6202b734 {{(pid=93316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 11:33:01.193793 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-cdb341e0-1aa8-4e73-8dcd-fadcd6b3e698 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:01.247293 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.provisioning_blocks [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-cdb341e0-1aa8-4e73-8dcd-fadcd6b3e698 service neutron] Transition to ACTIVE for port object 512e901c-bc6c-4581-b798-067b6202b734 will not be triggered until provisioned by entity L2. {{(pid=93316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:33:01.259429 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-cdb341e0-1aa8-4e73-8dcd-fadcd6b3e698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130748519'] for port, after_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:01.333943 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb341e0-1aa8-4e73-8dcd-fadcd6b3e698 service neutron] Pushing event updated for resources: {'Port': ['ID=512e901c-bc6c-4581-b798-067b6202b734,revision_number=2']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:33:01.438545 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-c11c912f-e4e7-41f7-889e-4840aed96c2a req-1cd55e69-481a-4ccd-8ec0-98be59d3265e tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Notify callbacks [] for port, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:01.506583 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.managers [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-cdb341e0-1aa8-4e73-8dcd-fadcd6b3e698 service neutron] Attempting to bind port 512e901c-bc6c-4581-b798-067b6202b734 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:33:01.506963 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.managers [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-cdb341e0-1aa8-4e73-8dcd-fadcd6b3e698 service neutron] Attempting to bind port 512e901c-bc6c-4581-b798-067b6202b734 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': 'a7e3b168-86a5-433e-b17e-7040e9e508ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537'}] {{(pid=93316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:33:01.507258 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-cdb341e0-1aa8-4e73-8dcd-fadcd6b3e698 service neutron] Attempting to bind port 512e901c-bc6c-4581-b798-067b6202b734 on network 4d20e43e-9b61-4dac-a777-f4b1d57ae537 {{(pid=93316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:33:01.517629 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-cdb341e0-1aa8-4e73-8dcd-fadcd6b3e698 service neutron] Port 512e901c-bc6c-4581-b798-067b6202b734 on network 4d20e43e-9b61-4dac-a777-f4b1d57ae537 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 11:33:01.517951 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-cdb341e0-1aa8-4e73-8dcd-fadcd6b3e698 service neutron] Attempting to bind port 512e901c-bc6c-4581-b798-067b6202b734 on network 4d20e43e-9b61-4dac-a777-f4b1d57ae537 {{(pid=93316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:33:01.521918 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-c11c912f-e4e7-41f7-889e-4840aed96c2a req-1cd55e69-481a-4ccd-8ec0-98be59d3265e tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:01.522325 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef6f902-f305-436b-97d5-b34137c6ed19 admin admin] Router 26ec6320-1822-4c39-931f-f5820fa090de has already been hosted by L3 agent c7f5eca1-6939-476e-9546-e5f0f7bb2dc8 {{(pid=93316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 11:33:01.527956 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-cdb341e0-1aa8-4e73-8dcd-fadcd6b3e698 service neutron] Checking agent: {'id': '9054602d-8671-4254-af87-58e8d5e6c079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 27, 44), 'started_at': datetime.datetime(2021, 8, 10, 11, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:33:01.527956 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-cdb341e0-1aa8-4e73-8dcd-fadcd6b3e698 service neutron] Checking segment: {'id': 'a7e3b168-86a5-433e-b17e-7040e9e508ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:33:01.527956 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-cdb341e0-1aa8-4e73-8dcd-fadcd6b3e698 service neutron] Bound using segment: {'id': 'a7e3b168-86a5-433e-b17e-7040e9e508ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537'} {{(pid=93316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:33:01.528537 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.managers [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-cdb341e0-1aa8-4e73-8dcd-fadcd6b3e698 service neutron] Bound port: 512e901c-bc6c-4581-b798-067b6202b734, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7e3b168-86a5-433e-b17e-7040e9e508ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537'}}] {{(pid=93316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:33:01.528925 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-cdb341e0-1aa8-4e73-8dcd-fadcd6b3e698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:01.618825 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7c9f2-1e3c-4a35-a819-5ac9fc945725 req-8ef6aefb-6f51-4405-b3e9-d2393ceefc0f tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:01.620884 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d4c7c9f2-1e3c-4a35-a819-5ac9fc945725 req-8ef6aefb-6f51-4405-b3e9-d2393ceefc0f tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 943 time: 0.2444670 Aug 10 11:33:01.631761 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd55e69-481a-4ccd-8ec0-98be59d3265e tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Pushing event updated for resources: {'Port': ['ID=a264d9d2-ef9e-469b-819b-d3ba210c24c8,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:33:01.655290 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c11c912f-e4e7-41f7-889e-4840aed96c2a req-1cd55e69-481a-4ccd-8ec0-98be59d3265e tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Network c82543c9-8a7f-481f-991b-fabfb972cc63 is already hosted by enough agents. {{(pid=93315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:33:01.658882 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.base_scheduler [req-c11c912f-e4e7-41f7-889e-4840aed96c2a req-1cd55e69-481a-4ccd-8ec0-98be59d3265e tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Resources bound (agent type, host, resource id): {{(pid=93315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:33:01.662763 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11c912f-e4e7-41f7-889e-4840aed96c2a req-1cd55e69-481a-4ccd-8ec0-98be59d3265e tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Received port after_create {{(pid=93315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:33:01.678773 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.db [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-cdb341e0-1aa8-4e73-8dcd-fadcd6b3e698 service neutron] For port 512e901c-bc6c-4581-b798-067b6202b734, host hv-cinder-79280, cleared binding levels {{(pid=93316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:33:01.699056 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.db [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-cdb341e0-1aa8-4e73-8dcd-fadcd6b3e698 service neutron] For port 512e901c-bc6c-4581-b798-067b6202b734, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=512e901c-bc6c-4581-b798-067b6202b734,segment=NetworkSegment(a7e3b168-86a5-433e-b17e-7040e9e508ed),segment_id=a7e3b168-86a5-433e-b17e-7040e9e508ed)] {{(pid=93316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:33:01.706008 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-cdb341e0-1aa8-4e73-8dcd-fadcd6b3e698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130748519'] for port, after_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:01.743713 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef6f902-f305-436b-97d5-b34137c6ed19 admin admin] Notify agent at l3_agent.dv-cinder-792800-5-iscsi the message routers_updated {{(pid=93316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 11:33:01.750617 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c912f-e4e7-41f7-889e-4840aed96c2a req-1cd55e69-481a-4ccd-8ec0-98be59d3265e tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:01.751324 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-c11c912f-e4e7-41f7-889e-4840aed96c2a req-1cd55e69-481a-4ccd-8ec0-98be59d3265e tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:01.755570 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa51d46-fa1b-42e8-9211-36e3b8abadb2 req-84bfb19f-4fee-4e7a-87e1-b88422546c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:01.755798 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-bef6f902-f305-436b-97d5-b34137c6ed19 admin admin] 10.222.0.24 "PUT /v2.0/routers/26ec6320-1822-4c39-931f-f5820fa090de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4425733 Aug 10 11:33:01.757174 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-0fa51d46-fa1b-42e8-9211-36e3b8abadb2 req-84bfb19f-4fee-4e7a-87e1-b88422546c9d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 1099 time: 0.1660910 Aug 10 11:33:01.758713 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 53966) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:33:01.764248 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-cdb341e0-1aa8-4e73-8dcd-fadcd6b3e698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:01.764981 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-cdb341e0-1aa8-4e73-8dcd-fadcd6b3e698 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:01.766564 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-cdb341e0-1aa8-4e73-8dcd-fadcd6b3e698 service neutron] 10.222.0.59 "PUT /v2.0/ports/512e901c-bc6c-4581-b798-067b6202b734 HTTP/1.1" status: 200 len: 1094 time: 1.6352565 Aug 10 11:33:01.766935 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8bc5c00-f3d4-4071-8a64-c2a231449a3e', 'tag': '512e901c-bc6c-4581-b798-067b6202b734'}] {{(pid=93316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:33:01.769618 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c8c08188b21eb773fc1c6d2ac87981fb30e3bc49512db4b8fca3465af7d205c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a7a1cd-999f-47d3-b394-9a1fb05eb0e6" -d '{"events": [{"name": "network-changed", "server_uuid": "b8bc5c00-f3d4-4071-8a64-c2a231449a3e", "tag": "512e901c-bc6c-4581-b798-067b6202b734"}]}' {{(pid=93316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:33:01.777905 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5012102-e015-47d9-8b31-9363d0e487c4 None None] Sync routers for ids ['26ec6320-1822-4c39-931f-f5820fa090de'] in dv-cinder-792800-5-iscsi {{(pid=93318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 11:33:01.793255 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d4c7c9f2-1e3c-4a35-a819-5ac9fc945725 req-39725306-6db0-4d47-b482-3efa9cd011e7 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357739 Aug 10 11:33:01.806158 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb341e0-1aa8-4e73-8dcd-fadcd6b3e698 service neutron] Pushing event updated for resources: {'Port': ['ID=512e901c-bc6c-4581-b798-067b6202b734,revision_number=3']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:33:01.836303 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5012102-e015-47d9-8b31-9363d0e487c4 None None] Routers {'26ec6320-1822-4c39-931f-f5820fa090de'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:33:01.841257 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-e5012102-e015-47d9-8b31-9363d0e487c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:32:37Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['26ec6320-1822-4c39-931f-f5820fa090de'], 'active': True} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:33:01.898347 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 11:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d576f7-d8ab-4606-86da-34fd911fce71 x-openstack-request-id: req-47d576f7-d8ab-4606-86da-34fd911fce71 {{(pid=93316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:33:01.898722 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8bc5c00-f3d4-4071-8a64-c2a231449a3e", "tag": "512e901c-bc6c-4581-b798-067b6202b734", "status": "completed", "code": 200}]} {{(pid=93316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:33:01.898886 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-47d576f7-d8ab-4606-86da-34fd911fce71 {{(pid=93316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:33:01.899290 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8bc5c00-f3d4-4071-8a64-c2a231449a3e', 'tag': '512e901c-bc6c-4581-b798-067b6202b734', 'status': 'completed', 'code': 200} Aug 10 11:33:01.929626 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c11c912f-e4e7-41f7-889e-4840aed96c2a req-1cd55e69-481a-4ccd-8ec0-98be59d3265e tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3163953 Aug 10 11:33:01.965195 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [req-c11c912f-e4e7-41f7-889e-4840aed96c2a req-47e7351e-7d14-4caf-a14c-099935ad4a9d service neutron] Request body: {'port': {'device_id': 'f0132a19-e119-43ff-9bad-a673146c8d58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:33:01.978921 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-ae776fdd-493e-4e4d-8912-c05920e9b685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:01.980746 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-ae776fdd-493e-4e4d-8912-c05920e9b685 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce631e313f124ffc96522aaec894b463&device_id=b8bc5c00-f3d4-4071-8a64-c2a231449a3e HTTP/1.1" status: 200 len: 1097 time: 0.1166260 Aug 10 11:33:01.992284 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-0fa51d46-fa1b-42e8-9211-36e3b8abadb2 req-105279c5-16a9-4506-86e7-6dc82f7832aa service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2139268 Aug 10 11:33:01.995328 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0556e-70f9-4733-ad11-f71fc68d15c3 req-8bd9d0cb-e2d5-4d88-af4f-4af653b8832d tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:01.997258 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-19f0556e-70f9-4733-ad11-f71fc68d15c3 req-8bd9d0cb-e2d5-4d88-af4f-4af653b8832d tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0132a19-e119-43ff-9bad-a673146c8d58 HTTP/1.1" status: 200 len: 932 time: 0.1442461 Aug 10 11:33:02.052290 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-b8be5dfa-9c8d-45b7-833e-49630fac1a48 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=512e901c-bc6c-4581-b798-067b6202b734 HTTP/1.1" status: 200 len: 217 time: 0.0536122 Aug 10 11:33:02.106056 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvr_db [None req-e5012102-e015-47d9-8b31-9363d0e487c4 None None] Set router 26ec6320-1822-4c39-931f-f5820fa090de gateway port host: dv-cinder-792800-5-iscsi {{(pid=93318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:33:02.115913 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-19f0556e-70f9-4733-ad11-f71fc68d15c3 req-7726b697-0705-4357-a376-27a1cb212ded tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcb8cd69-fa5e-4238-8368-da6b48541313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116011 Aug 10 11:33:02.129139 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-72b05c53-90a9-4e96-9f4d-d36ebfbbf690 admin admin] Notify callbacks [] for router, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:02.136617 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-abffed10-ebd5-4c23-9681-476efd32253b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:02.138496 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-abffed10-ebd5-4c23-9681-476efd32253b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e HTTP/1.1" status: 200 len: 850 time: 0.0771751 Aug 10 11:33:02.167199 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-c11c912f-e4e7-41f7-889e-4840aed96c2a req-47e7351e-7d14-4caf-a14c-099935ad4a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:02.226004 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-868be0f7-4cf3-4752-835a-9fe7297fab63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:02.229287 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-868be0f7-4cf3-4752-835a-9fe7297fab63 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4d20e43e-9b61-4dac-a777-f4b1d57ae537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0791667 Aug 10 11:33:02.271657 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74c3eb-75c1-486e-af9c-4376b0787bdc req-ba6c2933-6a1a-4c09-8597-c89f4af9613e tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:02.273379 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-dd74c3eb-75c1-486e-af9c-4376b0787bdc req-ba6c2933-6a1a-4c09-8597-c89f4af9613e tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 946 time: 0.2026551 Aug 10 11:33:02.375289 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-e5012102-e015-47d9-8b31-9363d0e487c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ec6320-1822-4c39-931f-f5820fa090de', 'name': 'tempest-ServerRescueNegativeTestJSON-1454884095-router', 'tenant_id': 'afe55c64225f460986dcc8bab02d02a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': '63fec904-5f0d-4677-8742-b5b344933e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:29:22Z', 'updated_at': '2021-08-10T11:33:00Z', 'revision_number': 5, 'project_id': 'afe55c64225f460986dcc8bab02d02a7', 'gw_port': {'id': '63fec904-5f0d-4677-8742-b5b344933e71', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ec6320-1822-4c39-931f-f5820fa090de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:29:23Z', 'updated_at': '2021-08-10T11:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi'}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:33:02.400261 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-72b05c53-90a9-4e96-9f4d-d36ebfbbf690 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:02.425564 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-dd74c3eb-75c1-486e-af9c-4376b0787bdc req-90198a4f-9950-41ad-8c4e-751e851fa88a tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394663 Aug 10 11:33:02.429146 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5012102-e015-47d9-8b31-9363d0e487c4 None None] Checking router: 26ec6320-1822-4c39-931f-f5820fa090de for host: dv-cinder-792800-5-iscsi {{(pid=93318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 11:33:02.443187 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379cd108-43e0-4cfb-a805-fa07c3d239d1 req-061fb90f-4e95-4016-80a7-73277285790f tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:02.445567 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-379cd108-43e0-4cfb-a805-fa07c3d239d1 req-061fb90f-4e95-4016-80a7-73277285790f tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8bc5c00-f3d4-4071-8a64-c2a231449a3e HTTP/1.1" status: 200 len: 944 time: 0.1153505 Aug 10 11:33:02.449909 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5012102-e015-47d9-8b31-9363d0e487c4 None None] Routers {'26ec6320-1822-4c39-931f-f5820fa090de'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:33:02.452204 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-e5012102-e015-47d9-8b31-9363d0e487c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:32:37Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['26ec6320-1822-4c39-931f-f5820fa090de'], 'active': True} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:33:02.483895 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-81ff808e-4284-4bb8-b952-07276f048afe service neutron] 10.222.0.59 "GET /v2.0/networks/4d20e43e-9b61-4dac-a777-f4b1d57ae537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439170 Aug 10 11:33:02.570318 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [None req-72b05c53-90a9-4e96-9f4d-d36ebfbbf690 admin admin] Deleting port 63fec904-5f0d-4677-8742-b5b344933e71 {{(pid=93315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:33:02.571181 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-72b05c53-90a9-4e96-9f4d-d36ebfbbf690 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:02.589324 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-379cd108-43e0-4cfb-a805-fa07c3d239d1 req-ef3ccd22-4470-4b17-8755-c91795354e55 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312842 Aug 10 11:33:02.623730 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvr_db [None req-e5012102-e015-47d9-8b31-9363d0e487c4 None None] Set router 26ec6320-1822-4c39-931f-f5820fa090de gateway port host: None {{(pid=93318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:33:02.673271 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-936f0ef7-879d-423d-8663-31e5cac98b54 req-ddc33a07-9c84-4ded-a703-e728f25b179a service neutron] 10.222.0.59 "GET /v2.0/networks/4d20e43e-9b61-4dac-a777-f4b1d57ae537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751881 Aug 10 11:33:02.684873 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-e5012102-e015-47d9-8b31-9363d0e487c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ec6320-1822-4c39-931f-f5820fa090de', 'name': 'tempest-ServerRescueNegativeTestJSON-1454884095-router', 'tenant_id': 'afe55c64225f460986dcc8bab02d02a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:29:22Z', 'updated_at': '2021-08-10T11:33:02Z', 'revision_number': 6, 'project_id': 'afe55c64225f460986dcc8bab02d02a7', 'gw_port_host': None}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:33:02.702533 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [req-c11c912f-e4e7-41f7-889e-4840aed96c2a req-47e7351e-7d14-4caf-a14c-099935ad4a9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a264d9d2-ef9e-469b-819b-d3ba210c24c8 {{(pid=93315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 11:33:02.715221 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-c11c912f-e4e7-41f7-889e-4840aed96c2a req-47e7351e-7d14-4caf-a14c-099935ad4a9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:02.719536 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [None req-72b05c53-90a9-4e96-9f4d-d36ebfbbf690 admin admin] For port 63fec904-5f0d-4677-8742-b5b344933e71, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=63fec904-5f0d-4677-8742-b5b344933e71,segment=NetworkSegment(f70d9b94-9741-4a97-8751-b62ba7cc47d6),segment_id=f70d9b94-9741-4a97-8751-b62ba7cc47d6)] {{(pid=93315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:33:02.719971 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-72b05c53-90a9-4e96-9f4d-d36ebfbbf690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:02.740088 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [None req-72b05c53-90a9-4e96-9f4d-d36ebfbbf690 admin admin] Calling delete_port for 63fec904-5f0d-4677-8742-b5b344933e71 owned by network:router_gateway {{(pid=93315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:33:02.745899 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.provisioning_blocks [req-c11c912f-e4e7-41f7-889e-4840aed96c2a req-47e7351e-7d14-4caf-a14c-099935ad4a9d service neutron] Transition to ACTIVE for port object a264d9d2-ef9e-469b-819b-d3ba210c24c8 will not be triggered until provisioned by entity L2. {{(pid=93315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:33:02.748949 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5012102-e015-47d9-8b31-9363d0e487c4 None None] The sync data for ids ['26ec6320-1822-4c39-931f-f5820fa090de'] in dv-cinder-792800-5-iscsi is: [{'id': '26ec6320-1822-4c39-931f-f5820fa090de', 'name': 'tempest-ServerRescueNegativeTestJSON-1454884095-router', 'tenant_id': 'afe55c64225f460986dcc8bab02d02a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:29:22Z', 'updated_at': '2021-08-10T11:33:02Z', 'revision_number': 6, 'project_id': 'afe55c64225f460986dcc8bab02d02a7', 'gw_port_host': None}] {{(pid=93318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 11:33:02.753323 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-c11c912f-e4e7-41f7-889e-4840aed96c2a req-47e7351e-7d14-4caf-a14c-099935ad4a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130148924'] for port, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:02.787605 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7a1cd-999f-47d3-b394-9a1fb05eb0e6 req-e5adee28-7b97-4dc6-b10c-e6e222e43694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:02.789333 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-93a7a1cd-999f-47d3-b394-9a1fb05eb0e6 req-e5adee28-7b97-4dc6-b10c-e6e222e43694 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce631e313f124ffc96522aaec894b463&device_id=b8bc5c00-f3d4-4071-8a64-c2a231449a3e HTTP/1.1" status: 200 len: 1097 time: 0.0518486 Aug 10 11:33:02.861405 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e7351e-7d14-4caf-a14c-099935ad4a9d service neutron] Pushing event updated for resources: {'Port': ['ID=a264d9d2-ef9e-469b-819b-d3ba210c24c8,revision_number=2']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:33:02.919053 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7a1cd-999f-47d3-b394-9a1fb05eb0e6 req-30b5e4e4-d616-475c-9b72-a10e67df463f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:02.922558 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-93a7a1cd-999f-47d3-b394-9a1fb05eb0e6 req-30b5e4e4-d616-475c-9b72-a10e67df463f service neutron] 10.222.0.59 "GET /v2.0/networks?id=4d20e43e-9b61-4dac-a777-f4b1d57ae537 HTTP/1.1" status: 200 len: 912 time: 0.1201084 Aug 10 11:33:02.997462 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-93a7a1cd-999f-47d3-b394-9a1fb05eb0e6 req-ea3d5fb8-eb8e-4f9e-b334-3a3304a866a6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=512e901c-bc6c-4581-b798-067b6202b734 HTTP/1.1" status: 200 len: 217 time: 0.0641274 Aug 10 11:33:03.059326 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-c11c912f-e4e7-41f7-889e-4840aed96c2a req-47e7351e-7d14-4caf-a14c-099935ad4a9d service neutron] Attempting to bind port a264d9d2-ef9e-469b-819b-d3ba210c24c8 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:33:03.059326 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-c11c912f-e4e7-41f7-889e-4840aed96c2a req-47e7351e-7d14-4caf-a14c-099935ad4a9d service neutron] Attempting to bind port a264d9d2-ef9e-469b-819b-d3ba210c24c8 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': 'b2a8b0c8-820e-493b-85d0-c9d3cdf1f0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c82543c9-8a7f-481f-991b-fabfb972cc63'}] {{(pid=93315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:33:03.059326 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11c912f-e4e7-41f7-889e-4840aed96c2a req-47e7351e-7d14-4caf-a14c-099935ad4a9d service neutron] Attempting to bind port a264d9d2-ef9e-469b-819b-d3ba210c24c8 on network c82543c9-8a7f-481f-991b-fabfb972cc63 {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:33:03.090082 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11c912f-e4e7-41f7-889e-4840aed96c2a req-47e7351e-7d14-4caf-a14c-099935ad4a9d service neutron] Port a264d9d2-ef9e-469b-819b-d3ba210c24c8 on network c82543c9-8a7f-481f-991b-fabfb972cc63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 11:33:03.090413 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11c912f-e4e7-41f7-889e-4840aed96c2a req-47e7351e-7d14-4caf-a14c-099935ad4a9d service neutron] Attempting to bind port a264d9d2-ef9e-469b-819b-d3ba210c24c8 on network c82543c9-8a7f-481f-991b-fabfb972cc63 {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:33:03.095699 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7a1cd-999f-47d3-b394-9a1fb05eb0e6 req-7b83aff0-9d61-4798-8c83-11e96df05ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:03.098918 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-93a7a1cd-999f-47d3-b394-9a1fb05eb0e6 req-7b83aff0-9d61-4798-8c83-11e96df05ebc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e HTTP/1.1" status: 200 len: 850 time: 0.0920691 Aug 10 11:33:03.105406 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec542506-77d2-4d03-8a21-e7f76f302618 req-1935a3ef-da10-469d-9acf-841f807a103f tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:03.107032 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ec542506-77d2-4d03-8a21-e7f76f302618 req-1935a3ef-da10-469d-9acf-841f807a103f tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 943 time: 0.1705284 Aug 10 11:33:03.123029 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11c912f-e4e7-41f7-889e-4840aed96c2a req-47e7351e-7d14-4caf-a14c-099935ad4a9d service neutron] Checking agent: {'id': '9054602d-8671-4254-af87-58e8d5e6c079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 27, 44), 'started_at': datetime.datetime(2021, 8, 10, 11, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:33:03.123372 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11c912f-e4e7-41f7-889e-4840aed96c2a req-47e7351e-7d14-4caf-a14c-099935ad4a9d service neutron] Checking segment: {'id': 'b2a8b0c8-820e-493b-85d0-c9d3cdf1f0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c82543c9-8a7f-481f-991b-fabfb972cc63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:33:03.123764 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11c912f-e4e7-41f7-889e-4840aed96c2a req-47e7351e-7d14-4caf-a14c-099935ad4a9d service neutron] Bound using segment: {'id': 'b2a8b0c8-820e-493b-85d0-c9d3cdf1f0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c82543c9-8a7f-481f-991b-fabfb972cc63'} {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:33:03.124223 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-c11c912f-e4e7-41f7-889e-4840aed96c2a req-47e7351e-7d14-4caf-a14c-099935ad4a9d service neutron] Bound port: a264d9d2-ef9e-469b-819b-d3ba210c24c8, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2a8b0c8-820e-493b-85d0-c9d3cdf1f0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c82543c9-8a7f-481f-991b-fabfb972cc63'}}] {{(pid=93315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:33:03.124624 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-c11c912f-e4e7-41f7-889e-4840aed96c2a req-47e7351e-7d14-4caf-a14c-099935ad4a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:03.185495 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-72b05c53-90a9-4e96-9f4d-d36ebfbbf690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:03.216480 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7a1cd-999f-47d3-b394-9a1fb05eb0e6 req-b1aff656-fa89-4375-9539-5366f88da693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:03.219088 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-93a7a1cd-999f-47d3-b394-9a1fb05eb0e6 req-b1aff656-fa89-4375-9539-5366f88da693 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4d20e43e-9b61-4dac-a777-f4b1d57ae537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1110904 Aug 10 11:33:03.237906 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b05c53-90a9-4e96-9f4d-d36ebfbbf690 admin admin] Pushing event deleted for resources: {'Port': ['ID=63fec904-5f0d-4677-8742-b5b344933e71,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:33:03.247736 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ec542506-77d2-4d03-8a21-e7f76f302618 req-75ca02c8-fc9a-4e64-9b69-665a64f0349d tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257384 Aug 10 11:33:03.267351 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device d76a5528-ceee-42e3-8af3-71407de37c1e no longer exists at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 11:33:03.321221 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] No Port match for: d76a5528-ceee-42e3-8af3-71407de37c1e {{(pid=93317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 11:33:03.321814 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device d76a5528-ceee-42e3-8af3-71407de37c1e not bound to the agent host dv-cinder-792800-5-iscsi {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 11:33:03.335088 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-c11c912f-e4e7-41f7-889e-4840aed96c2a req-47e7351e-7d14-4caf-a14c-099935ad4a9d service neutron] For port a264d9d2-ef9e-469b-819b-d3ba210c24c8, host hv-cinder-79280, cleared binding levels {{(pid=93315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:33:03.363371 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-72b05c53-90a9-4e96-9f4d-d36ebfbbf690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-134149828'] for router_gateway, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:03.373795 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-c11c912f-e4e7-41f7-889e-4840aed96c2a req-47e7351e-7d14-4caf-a14c-099935ad4a9d service neutron] For port a264d9d2-ef9e-469b-819b-d3ba210c24c8, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=a264d9d2-ef9e-469b-819b-d3ba210c24c8,segment=NetworkSegment(b2a8b0c8-820e-493b-85d0-c9d3cdf1f0ea),segment_id=b2a8b0c8-820e-493b-85d0-c9d3cdf1f0ea)] {{(pid=93315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:33:03.429898 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-c11c912f-e4e7-41f7-889e-4840aed96c2a req-47e7351e-7d14-4caf-a14c-099935ad4a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130148924'] for port, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:03.450534 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11814b4a-3ad7-4360-83e5-52388817a56d req-07435c09-fc23-45ad-aed8-63f508fc0bfe tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:03.452126 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-11814b4a-3ad7-4360-83e5-52388817a56d req-07435c09-fc23-45ad-aed8-63f508fc0bfe tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0132a19-e119-43ff-9bad-a673146c8d58 HTTP/1.1" status: 200 len: 944 time: 0.1073327 Aug 10 11:33:03.507597 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-11814b4a-3ad7-4360-83e5-52388817a56d req-9a86055e-8c92-49e4-9259-c78279340e44 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcb8cd69-fa5e-4238-8368-da6b48541313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437400 Aug 10 11:33:03.509633 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-93a7a1cd-999f-47d3-b394-9a1fb05eb0e6 req-353d6618-8be6-4a21-b274-e78219cd5d68 service neutron] 10.222.0.59 "GET /v2.0/networks/4d20e43e-9b61-4dac-a777-f4b1d57ae537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812920 Aug 10 11:33:03.568559 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-72b05c53-90a9-4e96-9f4d-d36ebfbbf690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-134123056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-507789'] for router, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:03.572489 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c912f-e4e7-41f7-889e-4840aed96c2a req-47e7351e-7d14-4caf-a14c-099935ad4a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:03.573223 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-c11c912f-e4e7-41f7-889e-4840aed96c2a req-47e7351e-7d14-4caf-a14c-099935ad4a9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:03.574850 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c11c912f-e4e7-41f7-889e-4840aed96c2a req-47e7351e-7d14-4caf-a14c-099935ad4a9d service neutron] 10.222.0.59 "PUT /v2.0/ports/a264d9d2-ef9e-469b-819b-d3ba210c24c8 HTTP/1.1" status: 200 len: 1094 time: 1.6302781 Aug 10 11:33:03.578608 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0132a19-e119-43ff-9bad-a673146c8d58', 'tag': 'a264d9d2-ef9e-469b-819b-d3ba210c24c8'}] {{(pid=93315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:33:03.581148 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6373fc61674628fc4ea179701e5cfbb487487662fff8fb4d49624df9baba4f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34de8bcf-3435-4f97-aaaa-6929c99efa9f" -d '{"events": [{"name": "network-changed", "server_uuid": "f0132a19-e119-43ff-9bad-a673146c8d58", "tag": "a264d9d2-ef9e-469b-819b-d3ba210c24c8"}]}' {{(pid=93315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:33:03.589900 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-72b05c53-90a9-4e96-9f4d-d36ebfbbf690 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:03.662749 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 11:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c264a4-2508-4c02-b879-60b5079687d0 x-openstack-request-id: req-a5c264a4-2508-4c02-b879-60b5079687d0 {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:33:03.663034 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0132a19-e119-43ff-9bad-a673146c8d58", "tag": "a264d9d2-ef9e-469b-819b-d3ba210c24c8", "status": "completed", "code": 200}]} {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:33:03.663349 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a5c264a4-2508-4c02-b879-60b5079687d0 {{(pid=93315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:33:03.663664 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0132a19-e119-43ff-9bad-a673146c8d58', 'tag': 'a264d9d2-ef9e-469b-819b-d3ba210c24c8', 'status': 'completed', 'code': 200} Aug 10 11:33:03.663835 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-93a7a1cd-999f-47d3-b394-9a1fb05eb0e6 req-afbf9aef-6cb0-418a-b198-a2d7e3fa2f0c service neutron] 10.222.0.59 "GET /v2.0/networks/4d20e43e-9b61-4dac-a777-f4b1d57ae537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464999 Aug 10 11:33:03.730954 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e7351e-7d14-4caf-a14c-099935ad4a9d service neutron] Pushing event updated for resources: {'Port': ['ID=a264d9d2-ef9e-469b-819b-d3ba210c24c8,revision_number=3']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:33:03.740172 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-72b05c53-90a9-4e96-9f4d-d36ebfbbf690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-134123049'] for router, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:03.740778 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b05c53-90a9-4e96-9f4d-d36ebfbbf690 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26ec6320-1822-4c39-931f-f5820fa090de {{(pid=93315) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 11:33:03.749818 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-72b05c53-90a9-4e96-9f4d-d36ebfbbf690 admin admin] Notify callbacks [] for router, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:03.750928 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-72b05c53-90a9-4e96-9f4d-d36ebfbbf690 admin admin] 10.222.0.24 "DELETE /v2.0/routers/26ec6320-1822-4c39-931f-f5820fa090de HTTP/1.1" status: 204 len: 168 time: 1.9909227 Aug 10 11:33:03.754537 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 54000) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:33:03.787833 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ead8f-60dd-4d45-b537-f9ef2ee9b78c req-e702a8a3-e77e-451f-bdb4-d0707f992b6a tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:03.789600 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-dd0ead8f-60dd-4d45-b537-f9ef2ee9b78c req-e702a8a3-e77e-451f-bdb4-d0707f992b6a tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 946 time: 0.2187331 Aug 10 11:33:03.798035 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d80a2-2bc2-4433-b42d-6339a5370b6f req-8ccc7ccc-5422-450c-8c07-81b40928e217 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:03.812882 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-1e6d80a2-2bc2-4433-b42d-6339a5370b6f req-8ccc7ccc-5422-450c-8c07-81b40928e217 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8bc5c00-f3d4-4071-8a64-c2a231449a3e HTTP/1.1" status: 200 len: 944 time: 0.0769079 Aug 10 11:33:03.840748 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c912f-e4e7-41f7-889e-4840aed96c2a req-e64df4e9-a5dd-45c8-936a-e77f07a77815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:03.842341 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c11c912f-e4e7-41f7-889e-4840aed96c2a req-e64df4e9-a5dd-45c8-936a-e77f07a77815 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8fc8852fec3e48c9a32a589a12cdb9d0&device_id=f0132a19-e119-43ff-9bad-a673146c8d58 HTTP/1.1" status: 200 len: 1097 time: 0.2093878 Aug 10 11:33:03.864562 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-1e6d80a2-2bc2-4433-b42d-6339a5370b6f req-ad23a4e9-235d-4330-9369-4d66fee4d40a tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504227 Aug 10 11:33:03.915117 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bee22f2-7293-45c9-a43e-8e6261854cc6 admin admin] Deleting subnet ba625b56-e582-40d3-9c2a-ac92dffb393f {{(pid=93315) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 11:33:03.920884 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-8bee22f2-7293-45c9-a43e-8e6261854cc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:03.951432 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c11c912f-e4e7-41f7-889e-4840aed96c2a req-1ec2932d-fe9e-414c-a6a9-5be99b53b9de service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a264d9d2-ef9e-469b-819b-d3ba210c24c8 HTTP/1.1" status: 200 len: 217 time: 0.0978794 Aug 10 11:33:04.009812 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-dd0ead8f-60dd-4d45-b537-f9ef2ee9b78c req-b83a288c-0c6a-4254-9ca5-08064d9e70a9 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1937721 Aug 10 11:33:04.012041 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-8bee22f2-7293-45c9-a43e-8e6261854cc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130910312'] for subnet, precommit_delete_associations {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:04.295403 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c912f-e4e7-41f7-889e-4840aed96c2a req-e45c19d4-176e-461b-aa0c-abe111271ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:04.296917 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c11c912f-e4e7-41f7-889e-4840aed96c2a req-e45c19d4-176e-461b-aa0c-abe111271ef8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8c5449c-e11a-478d-b2ab-6f2773a94970 HTTP/1.1" status: 200 len: 854 time: 0.3309278 Aug 10 11:33:04.306976 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-8bee22f2-7293-45c9-a43e-8e6261854cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926530'] for subnet, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:04.323093 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-42f9ccab-0976-444b-8f04-46d8bdaa008b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:04.374296 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c11c912f-e4e7-41f7-889e-4840aed96c2a req-0d1d5150-5e4d-498c-9e0b-24d9abc412cf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c82543c9-8a7f-481f-991b-fabfb972cc63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684328 Aug 10 11:33:04.437438 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 11:33:04.502518 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-8bee22f2-7293-45c9-a43e-8e6261854cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134105691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130149106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130360371'] for subnet, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:04.507096 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf639a-6095-40d8-9e08-6b85a4e53a06 req-4e05387b-72ee-4a46-8e15-8cdca862cc76 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:04.515272 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-01bf639a-6095-40d8-9e08-6b85a4e53a06 req-4e05387b-72ee-4a46-8e15-8cdca862cc76 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 943 time: 0.0859482 Aug 10 11:33:04.544541 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bee22f2-7293-45c9-a43e-8e6261854cc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba625b56-e582-40d3-9c2a-ac92dffb393f,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:33:04.549379 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-8bee22f2-7293-45c9-a43e-8e6261854cc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:04.553962 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-8bee22f2-7293-45c9-a43e-8e6261854cc6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ba625b56-e582-40d3-9c2a-ac92dffb393f HTTP/1.1" status: 204 len: 168 time: 0.7976513 Aug 10 11:33:04.554609 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 54024) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:33:04.566023 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c11c912f-e4e7-41f7-889e-4840aed96c2a req-8d077553-ebdb-4227-95ae-f7d02f3232ed service neutron] 10.222.0.59 "GET /v2.0/networks/c82543c9-8a7f-481f-991b-fabfb972cc63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703176 Aug 10 11:33:04.578408 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-01bf639a-6095-40d8-9e08-6b85a4e53a06 req-d6f62f25-94cc-471c-93ce-77299d19f5aa tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604334 Aug 10 11:33:04.635905 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d,segment=NetworkSegment(e74442d5-1a6c-4a7e-bcb7-507d75080a4f),segment_id=e74442d5-1a6c-4a7e-bcb7-507d75080a4f)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:33:04.653805 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Returning: {'device': '4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d', 'network_id': '9c7f5487-900d-4a12-87c9-02f3c51af302', 'port_id': '4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d', 'mac_address': 'fa:16:3e:ac:34:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '811b9f1d-8e04-4e1c-abcc-ab7f5bbe2780', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 11:33:04.707153 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:04.723004 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-d55e62fa-75be-4352-9e69-133900addc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631178'] for network, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:04.726371 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d {{(pid=93317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 11:33:04.763746 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d,segment=NetworkSegment(e74442d5-1a6c-4a7e-bcb7-507d75080a4f),segment_id=e74442d5-1a6c-4a7e-bcb7-507d75080a4f)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:33:04.769443 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:04.776722 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8073f6-258c-4254-98fa-ce3f109976fa req-fe673068-2301-4ca4-89c5-eaf85744f3c9 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:04.778349 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-5d8073f6-258c-4254-98fa-ce3f109976fa req-fe673068-2301-4ca4-89c5-eaf85744f3c9 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0132a19-e119-43ff-9bad-a673146c8d58 HTTP/1.1" status: 200 len: 944 time: 0.1241462 Aug 10 11:33:04.784884 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c11c912f-e4e7-41f7-889e-4840aed96c2a req-52352f43-8f71-4d38-942c-38c109eef00c service neutron] 10.222.0.59 "GET /v2.0/networks/c82543c9-8a7f-481f-991b-fabfb972cc63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084267 Aug 10 11:33:04.833012 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d,revision_number=4']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:33:04.923204 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-d55e62fa-75be-4352-9e69-133900addc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-926155', 'neutron.services.segments.db._delete_segments_for_network-8778041053552'] for network, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:04.941721 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-5d8073f6-258c-4254-98fa-ce3f109976fa req-3cbc7bc6-8113-4bd0-9af7-cbcfc2befd4b tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcb8cd69-fa5e-4238-8368-da6b48541313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548848 Aug 10 11:33:04.943455 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.services.segments.db [None req-d55e62fa-75be-4352-9e69-133900addc8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac384aef-2059-4aee-9fe8-cc3f23ea8171']}} {{(pid=93315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:33:04.961238 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.services.segments.db [None req-d55e62fa-75be-4352-9e69-133900addc8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9187376-4d44-4bbd-bf2f-facda2c71944') {'for_net_delete': True} {{(pid=93315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:33:04.961772 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.services.segments.db [None req-d55e62fa-75be-4352-9e69-133900addc8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9187376-4d44-4bbd-bf2f-facda2c71944') {} {{(pid=93315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:33:04.971207 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de8bcf-3435-4f97-aaaa-6929c99efa9f req-89648db8-e6a2-4c16-bbbc-60953e716d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:04.973075 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-34de8bcf-3435-4f97-aaaa-6929c99efa9f req-89648db8-e6a2-4c16-bbbc-60953e716d63 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8fc8852fec3e48c9a32a589a12cdb9d0&device_id=f0132a19-e119-43ff-9bad-a673146c8d58 HTTP/1.1" status: 200 len: 1097 time: 0.1067319 Aug 10 11:33:04.983342 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-d55e62fa-75be-4352-9e69-133900addc8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778041055865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130910225'] for segment, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:05.001047 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] get_ports_and_sgs() called for port_ids ['4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d'] {{(pid=93317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 11:33:05.027528 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59280c19-dee6-4807-a36b-4a36cbad581f req-b7499976-e358-4fd4-ae19-125bcfd8c351 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:05.029256 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-59280c19-dee6-4807-a36b-4a36cbad581f req-b7499976-e358-4fd4-ae19-125bcfd8c351 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8bc5c00-f3d4-4071-8a64-c2a231449a3e HTTP/1.1" status: 200 len: 944 time: 0.0827947 Aug 10 11:33:05.081408 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-d55e62fa-75be-4352-9e69-133900addc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462'] for segment, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:05.096227 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-59280c19-dee6-4807-a36b-4a36cbad581f req-998b0b43-ed1d-42bb-8ac6-9c0a8fef8d10 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600088 Aug 10 11:33:05.107474 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d55e62fa-75be-4352-9e69-133900addc8d admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=93315) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 11:33:05.108126 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-d55e62fa-75be-4352-9e69-133900addc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130148888'] for segment, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:05.111566 dv-cinder-792800-5-iscsi neutron-server[93315]: Traceback (most recent call last): Aug 10 11:33:05.111566 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 11:33:05.111566 dv-cinder-792800-5-iscsi neutron-server[93315]: timer() Aug 10 11:33:05.111566 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 11:33:05.111566 dv-cinder-792800-5-iscsi neutron-server[93315]: cb(*args, **kw) Aug 10 11:33:05.111566 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 11:33:05.111566 dv-cinder-792800-5-iscsi neutron-server[93315]: return func(*args, **kwargs) Aug 10 11:33:05.111566 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 11:33:05.111566 dv-cinder-792800-5-iscsi neutron-server[93315]: self._notify() Aug 10 11:33:05.111566 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 11:33:05.111566 dv-cinder-792800-5-iscsi neutron-server[93315]: self.callback(batched_events) Aug 10 11:33:05.111566 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 11:33:05.111566 dv-cinder-792800-5-iscsi neutron-server[93315]: event.method(event) Aug 10 11:33:05.111566 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 11:33:05.111566 dv-cinder-792800-5-iscsi neutron-server[93315]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 11:33:05.111566 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 11:33:05.111566 dv-cinder-792800-5-iscsi neutron-server[93315]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 11:33:05.111566 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 11:33:05.111566 dv-cinder-792800-5-iscsi neutron-server[93315]: return f(self, *a, **k) Aug 10 11:33:05.111566 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 11:33:05.111566 dv-cinder-792800-5-iscsi neutron-server[93315]: return self._get(url).json() Aug 10 11:33:05.111566 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 11:33:05.111566 dv-cinder-792800-5-iscsi neutron-server[93315]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 11:33:05.111566 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 11:33:05.111566 dv-cinder-792800-5-iscsi neutron-server[93315]: return self.request(url, 'GET', **kwargs) Aug 10 11:33:05.111566 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 11:33:05.111566 dv-cinder-792800-5-iscsi neutron-server[93315]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 11:33:05.111566 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 11:33:05.111566 dv-cinder-792800-5-iscsi neutron-server[93315]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 11:33:05.111566 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 11:33:05.111566 dv-cinder-792800-5-iscsi neutron-server[93315]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 11:33:05.111566 dv-cinder-792800-5-iscsi neutron-server[93315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 11:33:05.267067 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 63fec904-5f0d-4677-8742-b5b344933e71 no longer exists at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 11:33:05.286567 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-d55e62fa-75be-4352-9e69-133900addc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-926144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-134149792'] for network, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:05.289254 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de8bcf-3435-4f97-aaaa-6929c99efa9f req-a5fa74f7-1752-4969-bd1e-5bb1659b3a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:05.290947 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-34de8bcf-3435-4f97-aaaa-6929c99efa9f req-a5fa74f7-1752-4969-bd1e-5bb1659b3a0e service neutron] 10.222.0.59 "GET /v2.0/networks?id=c82543c9-8a7f-481f-991b-fabfb972cc63 HTTP/1.1" status: 200 len: 915 time: 0.3096542 Aug 10 11:33:05.296161 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] No Port match for: 63fec904-5f0d-4677-8742-b5b344933e71 {{(pid=93317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 11:33:05.297044 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 63fec904-5f0d-4677-8742-b5b344933e71 not bound to the agent host dv-cinder-792800-5-iscsi {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 11:33:05.299375 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-d55e62fa-75be-4352-9e69-133900addc8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for network, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:05.300530 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-d55e62fa-75be-4352-9e69-133900addc8d admin admin] 10.222.0.24 "DELETE /v2.0/networks/ac384aef-2059-4aee-9fe8-cc3f23ea8171 HTTP/1.1" status: 204 len: 168 time: 0.7430184 Aug 10 11:33:05.321145 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa104fc-3a53-414f-96e4-37cd0977af5a req-2539d8bf-5a95-4632-b482-5e9dac94eec9 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:05.322982 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-caa104fc-3a53-414f-96e4-37cd0977af5a req-2539d8bf-5a95-4632-b482-5e9dac94eec9 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 946 time: 0.1435049 Aug 10 11:33:05.330156 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e62fa-75be-4352-9e69-133900addc8d admin admin] Pushing event deleted for resources: {'Network': ['ID=ac384aef-2059-4aee-9fe8-cc3f23ea8171,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:33:05.374600 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-34de8bcf-3435-4f97-aaaa-6929c99efa9f req-2e357ac8-d47f-4e84-a7b8-996fc1fbe716 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a264d9d2-ef9e-469b-819b-d3ba210c24c8 HTTP/1.1" status: 200 len: 217 time: 0.0625269 Aug 10 11:33:05.435495 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-caa104fc-3a53-414f-96e4-37cd0977af5a req-854d2ac9-96b8-457f-bd8c-a8e812829edf tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688000 Aug 10 11:33:05.451920 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de8bcf-3435-4f97-aaaa-6929c99efa9f req-27244ed7-1592-43ec-91d2-0a04b6849bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:05.453503 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-34de8bcf-3435-4f97-aaaa-6929c99efa9f req-27244ed7-1592-43ec-91d2-0a04b6849bf7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8c5449c-e11a-478d-b2ab-6f2773a94970 HTTP/1.1" status: 200 len: 854 time: 0.0697582 Aug 10 11:33:05.498346 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 54036) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:33:05.500906 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-34de8bcf-3435-4f97-aaaa-6929c99efa9f req-30f10ebe-b3a4-4b45-9e37-8a125e942904 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c82543c9-8a7f-481f-991b-fabfb972cc63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330274 Aug 10 11:33:05.547498 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-164fa843-fb5a-450a-ac80-2ed5f6f0ba1d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=afe55c64225f460986dcc8bab02d02a7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0472381 Aug 10 11:33:05.550477 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 54038) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:33:05.619772 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-88a8106e-e7d9-499a-a6ec-958297f187d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:05.634056 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-34de8bcf-3435-4f97-aaaa-6929c99efa9f req-a527aed4-0172-4285-9d7e-722d990d0ef4 service neutron] 10.222.0.59 "GET /v2.0/networks/c82543c9-8a7f-481f-991b-fabfb972cc63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116457 Aug 10 11:33:05.653615 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-88a8106e-e7d9-499a-a6ec-958297f187d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:05.774541 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db6266-3397-4394-b151-9b952ab3f157 req-30df7d08-ac60-4f7f-bd7a-c28e9e0c4554 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:05.776753 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-c5db6266-3397-4394-b151-9b952ab3f157 req-30df7d08-ac60-4f7f-bd7a-c28e9e0c4554 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 944 time: 0.1037450 Aug 10 11:33:05.784256 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-34de8bcf-3435-4f97-aaaa-6929c99efa9f req-962a36fb-f65f-4656-a29c-5addadb502f5 service neutron] 10.222.0.59 "GET /v2.0/networks/c82543c9-8a7f-481f-991b-fabfb972cc63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423402 Aug 10 11:33:05.805209 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-88a8106e-e7d9-499a-a6ec-958297f187d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:05.807809 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-88a8106e-e7d9-499a-a6ec-958297f187d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:05.809072 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-88a8106e-e7d9-499a-a6ec-958297f187d8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/378d7823-72e9-425a-a69f-d5af925129ef HTTP/1.1" status: 204 len: 168 time: 0.2575619 Aug 10 11:33:05.824449 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8106e-e7d9-499a-a6ec-958297f187d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378d7823-72e9-425a-a69f-d5af925129ef,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:33:05.843894 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-c5db6266-3397-4394-b151-9b952ab3f157 req-712e63a5-f2b3-4015-84fa-b7fc7b11f47f tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564909 Aug 10 11:33:06.090606 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c20a00-9e84-4616-94f9-34239b959496 req-6c958198-9733-4744-9c74-e0081e801e5e tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:06.092438 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-b5c20a00-9e84-4616-94f9-34239b959496 req-6c958198-9733-4744-9c74-e0081e801e5e tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0132a19-e119-43ff-9bad-a673146c8d58 HTTP/1.1" status: 200 len: 944 time: 0.0625622 Aug 10 11:33:06.139935 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-b5c20a00-9e84-4616-94f9-34239b959496 req-365c96a9-8c21-43cc-8633-89a221ecc110 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcb8cd69-fa5e-4238-8368-da6b48541313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406659 Aug 10 11:33:06.274037 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70115e23-a8c4-4315-b47f-92e36e2e5d27 req-8a0241cc-7dd3-4147-b889-24e53fd79763 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:06.275680 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-70115e23-a8c4-4315-b47f-92e36e2e5d27 req-8a0241cc-7dd3-4147-b889-24e53fd79763 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8bc5c00-f3d4-4071-8a64-c2a231449a3e HTTP/1.1" status: 200 len: 944 time: 0.0537169 Aug 10 11:33:06.323235 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-70115e23-a8c4-4315-b47f-92e36e2e5d27 req-c9d5b94b-f745-4be9-a8d2-fcf68785ee38 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399306 Aug 10 11:33:06.451819 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d up at agent hyperv_hv-cinder-79280 {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:33:06.522454 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Provisioning for port 4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d completed by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:33:06.527351 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Provisioning complete for port 4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:33:06.527920 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:06.613373 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:06.639205 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d'}] {{(pid=93317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:33:06.642406 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f65e5affd22be71f9b00dd80d36c6e54843c66eef292b5ed0267a1f9ac014f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d223e6-2cc7-401f-bb72-2e47020efb8d" -d '{"events": [{"server_uuid": "fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3", "name": "network-vif-plugged", "status": "completed", "tag": "4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d"}]}' {{(pid=93317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:33:06.664942 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d,segment=NetworkSegment(e74442d5-1a6c-4a7e-bcb7-507d75080a4f),segment_id=e74442d5-1a6c-4a7e-bcb7-507d75080a4f)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:33:06.671479 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:06.713521 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 11:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843cd2c3-35b0-4543-a047-3c32b884511a x-openstack-request-id: req-843cd2c3-35b0-4543-a047-3c32b884511a {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:33:06.713968 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3", "name": "network-vif-plugged", "status": "completed", "tag": "4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d", "code": 200}]} {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:33:06.714385 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-843cd2c3-35b0-4543-a047-3c32b884511a {{(pid=93317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:33:06.715020 dv-cinder-792800-5-iscsi neutron-server[93317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d', 'code': 200} Aug 10 11:33:06.752544 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d,revision_number=5']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:33:06.981398 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-7d468fc9-baa2-49b8-b0ef-3d0498cddf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:06.997353 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5c1e3-1c34-4c89-9c0c-b59fc9c16a32 req-72f03350-3163-44fb-91e3-30478e1bb45c tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:06.999339 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-2da5c1e3-1c34-4c89-9c0c-b59fc9c16a32 req-72f03350-3163-44fb-91e3-30478e1bb45c tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 945 time: 0.0715775 Aug 10 11:33:07.029791 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5b4e2-579a-444a-8bf4-b52a8e0e4546 req-38c4d52c-b9a5-42e9-9601-ac888eafcbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:07.031468 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d8e5b4e2-579a-444a-8bf4-b52a8e0e4546 req-38c4d52c-b9a5-42e9-9601-ac888eafcbd6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 1098 time: 0.0564787 Aug 10 11:33:07.056775 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-2da5c1e3-1c34-4c89-9c0c-b59fc9c16a32 req-8299c9af-1eb0-428d-9833-b1b07be4dd28 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414841 Aug 10 11:33:07.079185 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d8e5b4e2-579a-444a-8bf4-b52a8e0e4546 req-3d4e7653-e716-46da-8983-abaaf9fa776a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401330 Aug 10 11:33:07.119163 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:07.298047 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eecc9e7-f42b-45da-b190-ba6a949f6049 req-e244ecaa-4876-4789-a3d4-8d3ee38a1df8 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:07.300036 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-6eecc9e7-f42b-45da-b190-ba6a949f6049 req-e244ecaa-4876-4789-a3d4-8d3ee38a1df8 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0132a19-e119-43ff-9bad-a673146c8d58 HTTP/1.1" status: 200 len: 944 time: 0.0724518 Aug 10 11:33:07.349021 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-6eecc9e7-f42b-45da-b190-ba6a949f6049 req-169e5b0f-862e-4ecf-bca0-ce0bed140e34 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcb8cd69-fa5e-4238-8368-da6b48541313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424910 Aug 10 11:33:07.464199 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a92ccc-8acc-4cc8-871d-a131b24b8a93 req-717e9914-8a17-4236-969e-697740348a35 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:07.465866 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-f9a92ccc-8acc-4cc8-871d-a131b24b8a93 req-717e9914-8a17-4236-969e-697740348a35 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8bc5c00-f3d4-4071-8a64-c2a231449a3e HTTP/1.1" status: 200 len: 944 time: 0.0607483 Aug 10 11:33:07.512917 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-f9a92ccc-8acc-4cc8-871d-a131b24b8a93 req-18461683-afd4-45db-86d2-598a7731f808 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401371 Aug 10 11:33:07.910348 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-b3865e76-5392-4690-91e0-0d01f8cdc9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:08.201970 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba1c42c-3ca4-4ebc-936e-06f09377e9f5 req-ec3021ac-a3c5-4173-8273-89a1508c83bb tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:08.204438 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7ba1c42c-3ca4-4ebc-936e-06f09377e9f5 req-ec3021ac-a3c5-4173-8273-89a1508c83bb tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 945 time: 0.0580156 Aug 10 11:33:08.261588 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7ba1c42c-3ca4-4ebc-936e-06f09377e9f5 req-0a97b204-d01f-4d69-9ed8-5ef303dc2dc0 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494866 Aug 10 11:33:08.412893 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4533076-514d-4e14-9259-b2156a2760d3 req-7642e0a1-ec21-4063-a3be-67902d8c1ff1 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:08.414837 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-b4533076-514d-4e14-9259-b2156a2760d3 req-7642e0a1-ec21-4063-a3be-67902d8c1ff1 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 945 time: 0.0622764 Aug 10 11:33:08.466624 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device a264d9d2-ef9e-469b-819b-d3ba210c24c8 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 11:33:08.468231 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-b4533076-514d-4e14-9259-b2156a2760d3 req-1a8772cc-0ee2-4692-98ef-8f0c8b3671c0 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415945 Aug 10 11:33:08.522066 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 54118) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:33:08.592791 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e534e2d-095a-45b0-91e5-676db089f406 req-cb66b7ac-7e17-48fb-a70c-686ed469674c tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:08.597624 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7e534e2d-095a-45b0-91e5-676db089f406 req-cb66b7ac-7e17-48fb-a70c-686ed469674c tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0132a19-e119-43ff-9bad-a673146c8d58 HTTP/1.1" status: 200 len: 944 time: 0.1190259 Aug 10 11:33:08.657853 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port a264d9d2-ef9e-469b-819b-d3ba210c24c8, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=a264d9d2-ef9e-469b-819b-d3ba210c24c8,segment=NetworkSegment(b2a8b0c8-820e-493b-85d0-c9d3cdf1f0ea),segment_id=b2a8b0c8-820e-493b-85d0-c9d3cdf1f0ea)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:33:08.679911 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Returning: {'device': 'a264d9d2-ef9e-469b-819b-d3ba210c24c8', 'network_id': 'c82543c9-8a7f-481f-991b-fabfb972cc63', 'port_id': 'a264d9d2-ef9e-469b-819b-d3ba210c24c8', 'mac_address': 'fa:16:3e:db:62:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8c5449c-e11a-478d-b2ab-6f2773a94970', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 11:33:08.693952 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7e534e2d-095a-45b0-91e5-676db089f406 req-d4366997-93d8-4003-a012-00627c6f1a9d tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcb8cd69-fa5e-4238-8368-da6b48541313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868793 Aug 10 11:33:08.751049 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7faf045-f432-458a-bb39-6daecf4d71c2 req-244f7bbf-0fcf-41d6-b0cb-fabff2a44765 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:08.752982 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-d7faf045-f432-458a-bb39-6daecf4d71c2 req-244f7bbf-0fcf-41d6-b0cb-fabff2a44765 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8bc5c00-f3d4-4071-8a64-c2a231449a3e HTTP/1.1" status: 200 len: 944 time: 0.0968423 Aug 10 11:33:08.763371 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:08.793116 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a264d9d2-ef9e-469b-819b-d3ba210c24c8 {{(pid=93317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 11:33:08.832630 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-d7faf045-f432-458a-bb39-6daecf4d71c2 req-beeaa1b6-2b3c-4486-b23c-4f93cb6b5eb7 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625877 Aug 10 11:33:08.849960 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port a264d9d2-ef9e-469b-819b-d3ba210c24c8, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=a264d9d2-ef9e-469b-819b-d3ba210c24c8,segment=NetworkSegment(b2a8b0c8-820e-493b-85d0-c9d3cdf1f0ea),segment_id=b2a8b0c8-820e-493b-85d0-c9d3cdf1f0ea)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:33:08.867369 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:08.929558 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=a264d9d2-ef9e-469b-819b-d3ba210c24c8,revision_number=4']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:33:09.017750 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09db85fb-c048-49a6-8182-57c67c21174a tempest-TestShelveInstance-1971239417 tempest-TestShelveInstance-1971239417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:09.020399 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-09db85fb-c048-49a6-8182-57c67c21174a tempest-TestShelveInstance-1971239417 tempest-TestShelveInstance-1971239417-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 1093 time: 0.4966047 Aug 10 11:33:09.023063 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 54130) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:33:09.028403 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [None req-31a5572e-9473-41e6-b44c-7f2a1f6cb055 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Request body: {'floatingip': {'floating_network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'port_id': '4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d', 'tenant_id': '64fdce55728241d78b745581962d5036', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:33:09.059744 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-31a5572e-9473-41e6-b44c-7f2a1f6cb055 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks [] for floatingip, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:09.143507 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] get_ports_and_sgs() called for port_ids ['a264d9d2-ef9e-469b-819b-d3ba210c24c8'] {{(pid=93317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 11:33:09.211160 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 54134) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:33:09.223733 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-31a5572e-9473-41e6-b44c-7f2a1f6cb055 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:09.373342 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.db_base_plugin_common [None req-31a5572e-9473-41e6-b44c-7f2a1f6cb055 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Allocated IP 172.27.1.79 (5acaf353-3f61-4dec-9325-b74ab1b31d79/161344f3-be79-4209-8149-4c1c277e8dc7/aa04861c-1cd4-4dee-b998-65d34215d7fa) {{(pid=93315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:33:09.401810 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-c7013dda-26a7-4026-97c8-a13d3481188a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:09.516235 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-31a5572e-9473-41e6-b44c-7f2a1f6cb055 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks [] for port, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:09.537409 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-c7013dda-26a7-4026-97c8-a13d3481188a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:09.543022 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-c7013dda-26a7-4026-97c8-a13d3481188a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:09.579906 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-31a5572e-9473-41e6-b44c-7f2a1f6cb055 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:09.608155 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-c7013dda-26a7-4026-97c8-a13d3481188a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8040f41eb31f44f4bbfe141c4e2aaa31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3953404 Aug 10 11:33:09.611254 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 54138) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:33:09.612212 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7013dda-26a7-4026-97c8-a13d3481188a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2fbfce-124a-4455-b07c-5a9a61f2a26b,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:33:09.638713 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a5572e-9473-41e6-b44c-7f2a1f6cb055 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Network 5acaf353-3f61-4dec-9325-b74ab1b31d79 is already hosted by enough agents. {{(pid=93315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:33:09.644850 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.base_scheduler [None req-31a5572e-9473-41e6-b44c-7f2a1f6cb055 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Resources bound (agent type, host, resource id): {{(pid=93315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:33:09.647784 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a5572e-9473-41e6-b44c-7f2a1f6cb055 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Received port after_create {{(pid=93315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:33:09.675125 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a5572e-9473-41e6-b44c-7f2a1f6cb055 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Pushing event updated for resources: {'Port': ['ID=aa04861c-1cd4-4dee-b998-65d34215d7fa,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:33:09.689072 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-f947a599-0f03-4011-af83-cf9ff50365c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:09.718065 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-f947a599-0f03-4011-af83-cf9ff50365c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:09.779744 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-68530e51-c783-4460-a419-f96f34511541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:09.790990 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-f947a599-0f03-4011-af83-cf9ff50365c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:09.795986 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-f947a599-0f03-4011-af83-cf9ff50365c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:09.802247 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-f947a599-0f03-4011-af83-cf9ff50365c3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aa2fbfce-124a-4455-b07c-5a9a61f2a26b HTTP/1.1" status: 204 len: 168 time: 0.1817334 Aug 10 11:33:09.812295 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947a599-0f03-4011-af83-cf9ff50365c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2fbfce-124a-4455-b07c-5a9a61f2a26b,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:33:10.000806 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c928c0-963f-4656-a400-3423df47b514 req-9df8f17b-6317-4b05-bcf6-5661313f782a tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:10.002407 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-01c928c0-963f-4656-a400-3423df47b514 req-9df8f17b-6317-4b05-bcf6-5661313f782a tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8bc5c00-f3d4-4071-8a64-c2a231449a3e HTTP/1.1" status: 200 len: 944 time: 0.0574410 Aug 10 11:33:10.048983 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754ee5f-4a28-488f-b7fc-e07703e8f844 req-4cece38b-4eb2-403a-9df4-5edff4ed57c5 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:10.051584 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-9754ee5f-4a28-488f-b7fc-e07703e8f844 req-4cece38b-4eb2-403a-9df4-5edff4ed57c5 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0132a19-e119-43ff-9bad-a673146c8d58 HTTP/1.1" status: 200 len: 945 time: 0.1705132 Aug 10 11:33:10.055934 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-01c928c0-963f-4656-a400-3423df47b514 req-abdd46fa-1027-4a0d-87b8-4554921e5b33 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411835 Aug 10 11:33:10.174527 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-9754ee5f-4a28-488f-b7fc-e07703e8f844 req-5ad65cc6-900e-40fe-b6d3-8bbb3da5e069 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcb8cd69-fa5e-4238-8368-da6b48541313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102033 Aug 10 11:33:10.248362 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 54148) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:33:10.263956 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-74fe6c02-116d-4125-ab04-beb96f585439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:10.339726 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-31a5572e-9473-41e6-b44c-7f2a1f6cb055 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:10.411267 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-74fe6c02-116d-4125-ab04-beb96f585439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:10.417253 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-74fe6c02-116d-4125-ab04-beb96f585439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:10.478853 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-74fe6c02-116d-4125-ab04-beb96f585439 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e85274a56984439b853534967fab3ad1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2290859 Aug 10 11:33:10.482655 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fe6c02-116d-4125-ab04-beb96f585439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36214947-90c6-4d93-a5a4-ce2b016e8379,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:33:10.486154 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 54150) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:33:10.501907 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 512e901c-bc6c-4581-b798-067b6202b734 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 11:33:10.510961 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device a264d9d2-ef9e-469b-819b-d3ba210c24c8 up at agent hyperv_hv-cinder-79280 {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:33:10.583425 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-9908f548-2ae1-4d81-aca8-48f425cc7962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:10.625603 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-9908f548-2ae1-4d81-aca8-48f425cc7962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:10.708259 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Provisioning for port a264d9d2-ef9e-469b-819b-d3ba210c24c8 completed by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:33:10.714798 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-31a5572e-9473-41e6-b44c-7f2a1f6cb055 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:10.721282 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Provisioning complete for port a264d9d2-ef9e-469b-819b-d3ba210c24c8 triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:33:10.721884 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:10.723446 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-9908f548-2ae1-4d81-aca8-48f425cc7962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:10.727175 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-9908f548-2ae1-4d81-aca8-48f425cc7962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:10.728479 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-9908f548-2ae1-4d81-aca8-48f425cc7962 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/36214947-90c6-4d93-a5a4-ce2b016e8379 HTTP/1.1" status: 204 len: 168 time: 0.2409351 Aug 10 11:33:10.743035 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9908f548-2ae1-4d81-aca8-48f425cc7962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36214947-90c6-4d93-a5a4-ce2b016e8379,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:33:10.811209 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 512e901c-bc6c-4581-b798-067b6202b734, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=512e901c-bc6c-4581-b798-067b6202b734,segment=NetworkSegment(a7e3b168-86a5-433e-b17e-7040e9e508ed),segment_id=a7e3b168-86a5-433e-b17e-7040e9e508ed)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:33:10.849890 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Returning: {'device': '512e901c-bc6c-4581-b798-067b6202b734', 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537', 'port_id': '512e901c-bc6c-4581-b798-067b6202b734', 'mac_address': 'fa:16:3e:9e:d2:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 11:33:10.945413 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:10.966539 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:10.970331 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 512e901c-bc6c-4581-b798-067b6202b734 {{(pid=93317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 11:33:11.009821 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 512e901c-bc6c-4581-b798-067b6202b734, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=512e901c-bc6c-4581-b798-067b6202b734,segment=NetworkSegment(a7e3b168-86a5-433e-b17e-7040e9e508ed),segment_id=a7e3b168-86a5-433e-b17e-7040e9e508ed)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:33:11.015285 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0132a19-e119-43ff-9bad-a673146c8d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a264d9d2-ef9e-469b-819b-d3ba210c24c8'}] {{(pid=93317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:33:11.017648 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f65e5affd22be71f9b00dd80d36c6e54843c66eef292b5ed0267a1f9ac014f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c371d9-f390-4d22-bb92-9139db3b4364" -d '{"events": [{"server_uuid": "f0132a19-e119-43ff-9bad-a673146c8d58", "name": "network-vif-plugged", "status": "completed", "tag": "a264d9d2-ef9e-469b-819b-d3ba210c24c8"}]}' {{(pid=93317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:33:11.023361 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-31a5572e-9473-41e6-b44c-7f2a1f6cb055 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks [] for port, precommit_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:11.028554 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:11.033882 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-31a5572e-9473-41e6-b44c-7f2a1f6cb055 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130148924'] for port, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:11.040757 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port a264d9d2-ef9e-469b-819b-d3ba210c24c8, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=a264d9d2-ef9e-469b-819b-d3ba210c24c8,segment=NetworkSegment(b2a8b0c8-820e-493b-85d0-c9d3cdf1f0ea),segment_id=b2a8b0c8-820e-493b-85d0-c9d3cdf1f0ea)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:33:11.067548 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:11.070983 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 11:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb1ab3d-ffb8-46fa-9f2c-ee672bad35fb x-openstack-request-id: req-6fb1ab3d-ffb8-46fa-9f2c-ee672bad35fb {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:33:11.071356 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0132a19-e119-43ff-9bad-a673146c8d58", "name": "network-vif-plugged", "status": "completed", "tag": "a264d9d2-ef9e-469b-819b-d3ba210c24c8", "code": 200}]} {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:33:11.071651 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6fb1ab3d-ffb8-46fa-9f2c-ee672bad35fb {{(pid=93317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:33:11.072410 dv-cinder-792800-5-iscsi neutron-server[93317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0132a19-e119-43ff-9bad-a673146c8d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a264d9d2-ef9e-469b-819b-d3ba210c24c8', 'code': 200} Aug 10 11:33:11.133683 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a5572e-9473-41e6-b44c-7f2a1f6cb055 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Pushing event updated for resources: {'Port': ['ID=aa04861c-1cd4-4dee-b998-65d34215d7fa,revision_number=2']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:33:11.150935 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=512e901c-bc6c-4581-b798-067b6202b734,revision_number=4']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:33:11.201303 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-31a5572e-9473-41e6-b44c-7f2a1f6cb055 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-134149778'] for floatingip, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:11.237798 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=a264d9d2-ef9e-469b-819b-d3ba210c24c8,revision_number=5']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:33:11.359477 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f8baf-0a15-49f9-84a0-b51283c0ba98 req-94e306ae-22a2-4842-a9eb-0fc5bff2b337 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:11.370756 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] get_ports_and_sgs() called for port_ids ['512e901c-bc6c-4581-b798-067b6202b734'] {{(pid=93317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 11:33:11.383496 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-4f4f8baf-0a15-49f9-84a0-b51283c0ba98 req-94e306ae-22a2-4842-a9eb-0fc5bff2b337 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0132a19-e119-43ff-9bad-a673146c8d58 HTTP/1.1" status: 200 len: 946 time: 0.1058543 Aug 10 11:33:11.439620 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-4f4f8baf-0a15-49f9-84a0-b51283c0ba98 req-79249082-3c7d-457d-ae0b-1f57155e20a3 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcb8cd69-fa5e-4238-8368-da6b48541313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531666 Aug 10 11:33:11.477002 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adea6fb-9d8c-4026-b7f5-469cbfbae349 req-64362a77-33d4-4d60-9735-b5b131dd533d tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:11.478629 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-5adea6fb-9d8c-4026-b7f5-469cbfbae349 req-64362a77-33d4-4d60-9735-b5b131dd533d tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8bc5c00-f3d4-4071-8a64-c2a231449a3e HTTP/1.1" status: 200 len: 945 time: 0.3374691 Aug 10 11:33:11.481460 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.db.l3_db [None req-31a5572e-9473-41e6-b44c-7f2a1f6cb055 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Floating IP 981d4932-c4b1-4036-906a-f4f89ef7ced0 associated. External IP: 172.27.1.79, port: 4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d. Aug 10 11:33:11.538227 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c50b50-b225-44de-980c-9efdddf36893 req-c1965ff9-a8d3-4a1f-b4e7-d97c7613b853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:11.539809 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-13c50b50-b225-44de-980c-9efdddf36893 req-c1965ff9-a8d3-4a1f-b4e7-d97c7613b853 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f0132a19-e119-43ff-9bad-a673146c8d58 HTTP/1.1" status: 200 len: 1099 time: 0.2179322 Aug 10 11:33:11.638676 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-5adea6fb-9d8c-4026-b7f5-469cbfbae349 req-3ee5bb73-f1c5-4e3a-887c-4ac9ebcb7b5a tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158779 Aug 10 11:33:11.645172 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-13c50b50-b225-44de-980c-9efdddf36893 req-70fb999a-856e-4b75-a670-a48324f7455b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=bcb8cd69-fa5e-4238-8368-da6b48541313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885248 Aug 10 11:33:11.801729 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a5572e-9473-41e6-b44c-7f2a1f6cb055 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Router 36e2adb7-707b-4085-8cfe-121407b639cf has already been hosted by L3 agent c7f5eca1-6939-476e-9546-e5f0f7bb2dc8 {{(pid=93315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 11:33:11.922880 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a5572e-9473-41e6-b44c-7f2a1f6cb055 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify agent at l3_agent.dv-cinder-792800-5-iscsi the message routers_updated {{(pid=93315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 11:33:11.936500 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48eb5b0c-20a2-46fc-9ea5-001ec38cedec None None] Sync routers for ids ['36e2adb7-707b-4085-8cfe-121407b639cf'] in dv-cinder-792800-5-iscsi {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 11:33:11.942702 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-31a5572e-9473-41e6-b44c-7f2a1f6cb055 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for floatingip, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:11.955285 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48eb5b0c-20a2-46fc-9ea5-001ec38cedec None None] Routers {'36e2adb7-707b-4085-8cfe-121407b639cf'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:33:11.956410 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-48eb5b0c-20a2-46fc-9ea5-001ec38cedec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:33:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['36e2adb7-707b-4085-8cfe-121407b639cf'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:33:11.977171 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-31a5572e-9473-41e6-b44c-7f2a1f6cb055 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9491415 Aug 10 11:33:11.977171 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3', 'tag': '4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d'}] {{(pid=93315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:33:11.977171 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6373fc61674628fc4ea179701e5cfbb487487662fff8fb4d49624df9baba4f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18eba67-b9b8-4934-84cd-f0461f02b2a6" -d '{"events": [{"name": "network-changed", "server_uuid": "fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3", "tag": "4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d"}]}' {{(pid=93315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:33:12.021613 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 11:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69db607e-c40d-4b48-aef0-99a338907f12 x-openstack-request-id: req-69db607e-c40d-4b48-aef0-99a338907f12 {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:33:12.021907 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3", "tag": "4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d", "status": "completed", "code": 200}]} {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:33:12.022162 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-69db607e-c40d-4b48-aef0-99a338907f12 {{(pid=93315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:33:12.022568 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3', 'tag': '4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d', 'status': 'completed', 'code': 200} Aug 10 11:33:12.111040 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18eba67-b9b8-4934-84cd-f0461f02b2a6 req-7462d9eb-b0bb-422d-8e72-4f8909b3cdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:12.112875 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-f18eba67-b9b8-4934-84cd-f0461f02b2a6 req-7462d9eb-b0bb-422d-8e72-4f8909b3cdf6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=64fdce55728241d78b745581962d5036&device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 1098 time: 0.0578275 Aug 10 11:33:12.235685 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18eba67-b9b8-4934-84cd-f0461f02b2a6 req-1a737b7a-ebbd-41df-a02a-802bf8aabf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:12.238122 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-48eb5b0c-20a2-46fc-9ea5-001ec38cedec None None] Set router 36e2adb7-707b-4085-8cfe-121407b639cf gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:33:12.238344 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-f18eba67-b9b8-4934-84cd-f0461f02b2a6 req-1a737b7a-ebbd-41df-a02a-802bf8aabf40 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9c7f5487-900d-4a12-87c9-02f3c51af302 HTTP/1.1" status: 200 len: 909 time: 0.1144273 Aug 10 11:33:12.345903 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-f18eba67-b9b8-4934-84cd-f0461f02b2a6 req-9642f189-757d-480a-a641-fe425f5ddf25 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d HTTP/1.1" status: 200 len: 998 time: 0.0957303 Aug 10 11:33:12.412136 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18eba67-b9b8-4934-84cd-f0461f02b2a6 req-23e002b0-e19d-4d5f-8cb0-b4fc6b02fc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:12.413630 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-f18eba67-b9b8-4934-84cd-f0461f02b2a6 req-23e002b0-e19d-4d5f-8cb0-b4fc6b02fc89 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=811b9f1d-8e04-4e1c-abcc-ab7f5bbe2780 HTTP/1.1" status: 200 len: 847 time: 0.0593550 Aug 10 11:33:12.471015 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18eba67-b9b8-4934-84cd-f0461f02b2a6 req-50bc637a-8e9b-4d6f-85dd-9740ae9bfe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:12.472622 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-f18eba67-b9b8-4934-84cd-f0461f02b2a6 req-50bc637a-8e9b-4d6f-85dd-9740ae9bfe2a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9c7f5487-900d-4a12-87c9-02f3c51af302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0481226 Aug 10 11:33:12.519177 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 512e901c-bc6c-4581-b798-067b6202b734 up at agent hyperv_hv-cinder-79280 {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:33:12.627391 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Provisioning for port 512e901c-bc6c-4581-b798-067b6202b734 completed by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:33:12.634588 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Provisioning complete for port 512e901c-bc6c-4581-b798-067b6202b734 triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:33:12.634958 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:12.638427 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0af7c6-13a8-4063-b8ef-9eba056c764d req-8eaf087d-06fa-491e-b43c-5b1aacda0d22 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:12.640105 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7b0af7c6-13a8-4063-b8ef-9eba056c764d req-8eaf087d-06fa-491e-b43c-5b1aacda0d22 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0132a19-e119-43ff-9bad-a673146c8d58 HTTP/1.1" status: 200 len: 946 time: 0.1094029 Aug 10 11:33:12.645023 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-f18eba67-b9b8-4934-84cd-f0461f02b2a6 req-0015b8e9-6ace-4059-8669-7a71045c4d8e service neutron] 10.222.0.59 "GET /v2.0/networks/9c7f5487-900d-4a12-87c9-02f3c51af302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639483 Aug 10 11:33:12.695376 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-48eb5b0c-20a2-46fc-9ea5-001ec38cedec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e2adb7-707b-4085-8cfe-121407b639cf', 'name': 'tempest-TestShelveInstance-313267928-router', 'tenant_id': '64fdce55728241d78b745581962d5036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '05f7a3fa-18d6-4b22-98d1-da58f09126ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:31:35Z', 'updated_at': '2021-08-10T11:31:43Z', 'revision_number': 4, 'project_id': '64fdce55728241d78b745581962d5036', 'gw_port': {'id': '05f7a3fa-18d6-4b22-98d1-da58f09126ea', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:65:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2adb7-707b-4085-8cfe-121407b639cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:31:36Z', 'updated_at': '2021-08-10T11:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_floatingips': [{'id': '981d4932-c4b1-4036-906a-f4f89ef7ced0', 'tenant_id': '64fdce55728241d78b745581962d5036', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'router_id': '36e2adb7-707b-4085-8cfe-121407b639cf', 'port_id': '4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c7f5487-900d-4a12-87c9-02f3c51af302', 'mac_address': 'fa:16:3e:ac:34:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T11:33:10Z', 'updated_at': '2021-08-10T11:33:10Z', 'revision_number': 0, 'project_id': '64fdce55728241d78b745581962d5036', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0028ad1-0106-4a8a-a07c-23decd19b518', 'name': '', 'network_id': '9c7f5487-900d-4a12-87c9-02f3c51af302', 'tenant_id': '64fdce55728241d78b745581962d5036', 'mac_address': 'fa:16:3e:00:6e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2adb7-707b-4085-8cfe-121407b639cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '811b9f1d-8e04-4e1c-abcc-ab7f5bbe2780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:31:41Z', 'updated_at': '2021-08-10T11:31:54Z', 'revision_number': 5, 'project_id': '64fdce55728241d78b745581962d5036', 'subnets': [{'id': '811b9f1d-8e04-4e1c-abcc-ab7f5bbe2780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:33:12.740357 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7b0af7c6-13a8-4063-b8ef-9eba056c764d req-799363d9-9e5b-4805-b4fe-d376e57f133e tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcb8cd69-fa5e-4238-8368-da6b48541313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935102 Aug 10 11:33:12.760306 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48eb5b0c-20a2-46fc-9ea5-001ec38cedec None None] Checking router: 36e2adb7-707b-4085-8cfe-121407b639cf for host: dv-cinder-792800-5-iscsi {{(pid=93317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 11:33:12.785825 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-f18eba67-b9b8-4934-84cd-f0461f02b2a6 req-18334525-2c64-4bef-99b1-79dc0d45e698 service neutron] 10.222.0.59 "GET /v2.0/networks/9c7f5487-900d-4a12-87c9-02f3c51af302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326258 Aug 10 11:33:12.791674 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48eb5b0c-20a2-46fc-9ea5-001ec38cedec None None] Routers {'36e2adb7-707b-4085-8cfe-121407b639cf'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:33:12.792942 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-48eb5b0c-20a2-46fc-9ea5-001ec38cedec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:33:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['36e2adb7-707b-4085-8cfe-121407b639cf'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:33:12.872180 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29349e0-c462-4ef0-984c-91ee6f2ef4ea req-289c2262-4169-44c5-a73b-0e36ba197f36 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:12.875518 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-a29349e0-c462-4ef0-984c-91ee6f2ef4ea req-289c2262-4169-44c5-a73b-0e36ba197f36 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8bc5c00-f3d4-4071-8a64-c2a231449a3e HTTP/1.1" status: 200 len: 945 time: 0.1039383 Aug 10 11:33:12.948837 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-a29349e0-c462-4ef0-984c-91ee6f2ef4ea req-d14c7186-f159-4662-a63f-3764bb9c061f tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655997 Aug 10 11:33:12.954692 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:12.986597 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-48eb5b0c-20a2-46fc-9ea5-001ec38cedec None None] Set router 36e2adb7-707b-4085-8cfe-121407b639cf gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:33:13.045736 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 512e901c-bc6c-4581-b798-067b6202b734, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=512e901c-bc6c-4581-b798-067b6202b734,segment=NetworkSegment(a7e3b168-86a5-433e-b17e-7040e9e508ed),segment_id=a7e3b168-86a5-433e-b17e-7040e9e508ed)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:33:13.056654 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:13.094902 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8bc5c00-f3d4-4071-8a64-c2a231449a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512e901c-bc6c-4581-b798-067b6202b734'}] {{(pid=93317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:33:13.098026 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f65e5affd22be71f9b00dd80d36c6e54843c66eef292b5ed0267a1f9ac014f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17543425-45a3-4b03-a9ea-3bb76c3bdf0a" -d '{"events": [{"server_uuid": "b8bc5c00-f3d4-4071-8a64-c2a231449a3e", "name": "network-vif-plugged", "status": "completed", "tag": "512e901c-bc6c-4581-b798-067b6202b734"}]}' {{(pid=93317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:33:13.165171 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 11:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0c6f28-02af-42bd-89d8-d74aead5f8e5 x-openstack-request-id: req-ef0c6f28-02af-42bd-89d8-d74aead5f8e5 {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:33:13.165526 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8bc5c00-f3d4-4071-8a64-c2a231449a3e", "name": "network-vif-plugged", "status": "completed", "tag": "512e901c-bc6c-4581-b798-067b6202b734", "code": 200}]} {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:33:13.165526 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ef0c6f28-02af-42bd-89d8-d74aead5f8e5 {{(pid=93317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:33:13.165910 dv-cinder-792800-5-iscsi neutron-server[93317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8bc5c00-f3d4-4071-8a64-c2a231449a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512e901c-bc6c-4581-b798-067b6202b734', 'code': 200} Aug 10 11:33:13.175090 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=512e901c-bc6c-4581-b798-067b6202b734,revision_number=5']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:33:13.362529 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-48eb5b0c-20a2-46fc-9ea5-001ec38cedec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e2adb7-707b-4085-8cfe-121407b639cf', 'name': 'tempest-TestShelveInstance-313267928-router', 'tenant_id': '64fdce55728241d78b745581962d5036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '05f7a3fa-18d6-4b22-98d1-da58f09126ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:31:35Z', 'updated_at': '2021-08-10T11:31:43Z', 'revision_number': 4, 'project_id': '64fdce55728241d78b745581962d5036', 'gw_port': {'id': '05f7a3fa-18d6-4b22-98d1-da58f09126ea', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:65:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2adb7-707b-4085-8cfe-121407b639cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:31:36Z', 'updated_at': '2021-08-10T11:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_floatingips': [{'id': '981d4932-c4b1-4036-906a-f4f89ef7ced0', 'tenant_id': '64fdce55728241d78b745581962d5036', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'router_id': '36e2adb7-707b-4085-8cfe-121407b639cf', 'port_id': '4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c7f5487-900d-4a12-87c9-02f3c51af302', 'mac_address': 'fa:16:3e:ac:34:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T11:33:10Z', 'updated_at': '2021-08-10T11:33:10Z', 'revision_number': 0, 'project_id': '64fdce55728241d78b745581962d5036', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0028ad1-0106-4a8a-a07c-23decd19b518', 'name': '', 'network_id': '9c7f5487-900d-4a12-87c9-02f3c51af302', 'tenant_id': '64fdce55728241d78b745581962d5036', 'mac_address': 'fa:16:3e:00:6e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2adb7-707b-4085-8cfe-121407b639cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '811b9f1d-8e04-4e1c-abcc-ab7f5bbe2780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:31:41Z', 'updated_at': '2021-08-10T11:31:54Z', 'revision_number': 5, 'project_id': '64fdce55728241d78b745581962d5036', 'subnets': [{'id': '811b9f1d-8e04-4e1c-abcc-ab7f5bbe2780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:33:13.401904 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48eb5b0c-20a2-46fc-9ea5-001ec38cedec None None] The sync data for ids ['36e2adb7-707b-4085-8cfe-121407b639cf'] in dv-cinder-792800-5-iscsi is: [{'id': '36e2adb7-707b-4085-8cfe-121407b639cf', 'name': 'tempest-TestShelveInstance-313267928-router', 'tenant_id': '64fdce55728241d78b745581962d5036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '05f7a3fa-18d6-4b22-98d1-da58f09126ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:31:35Z', 'updated_at': '2021-08-10T11:31:43Z', 'revision_number': 4, 'project_id': '64fdce55728241d78b745581962d5036', 'gw_port': {'id': '05f7a3fa-18d6-4b22-98d1-da58f09126ea', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:65:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2adb7-707b-4085-8cfe-121407b639cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:31:36Z', 'updated_at': '2021-08-10T11:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_floatingips': [{'id': '981d4932-c4b1-4036-906a-f4f89ef7ced0', 'tenant_id': '64fdce55728241d78b745581962d5036', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'router_id': '36e2adb7-707b-4085-8cfe-121407b639cf', 'port_id': '4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c7f5487-900d-4a12-87c9-02f3c51af302', 'mac_address': 'fa:16:3e:ac:34:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T11:33:10Z', 'updated_at': '2021-08-10T11:33:10Z', 'revision_number': 0, 'project_id': '64fdce55728241d78b745581962d5036', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0028ad1-0106-4a8a-a07c-23decd19b518', 'name': '', 'network_id': '9c7f5487-900d-4a12-87c9-02f3c51af302', 'tenant_id': '64fdce55728241d78b745581962d5036', 'mac_address': 'fa:16:3e:00:6e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2adb7-707b-4085-8cfe-121407b639cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '811b9f1d-8e04-4e1c-abcc-ab7f5bbe2780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:31:41Z', 'updated_at': '2021-08-10T11:31:54Z', 'revision_number': 5, 'project_id': '64fdce55728241d78b745581962d5036', 'subnets': [{'id': '811b9f1d-8e04-4e1c-abcc-ab7f5bbe2780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 11:33:13.479249 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de9529b-8645-4f80-8157-910c2bce735a req-8beae78b-0ec1-4b6d-9f32-f25d4782f9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:13.481129 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-0de9529b-8645-4f80-8157-910c2bce735a req-8beae78b-0ec1-4b6d-9f32-f25d4782f9f5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b8bc5c00-f3d4-4071-8a64-c2a231449a3e HTTP/1.1" status: 200 len: 1099 time: 0.0802341 Aug 10 11:33:13.528841 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-0de9529b-8645-4f80-8157-910c2bce735a req-0eecb43f-e4ec-4be0-88d3-db8ebba0ef86 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397375 Aug 10 11:33:13.658501 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dfad37-3485-445a-a840-509443d7eca8 None None] New status for floating IP 981d4932-c4b1-4036-906a-f4f89ef7ced0: ACTIVE {{(pid=93318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 11:33:13.910363 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4052b621-725e-4fad-81fd-a9e256002901 req-b674e11a-4ab5-4e42-abca-d289abe428d1 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:13.910363 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-4052b621-725e-4fad-81fd-a9e256002901 req-b674e11a-4ab5-4e42-abca-d289abe428d1 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0132a19-e119-43ff-9bad-a673146c8d58 HTTP/1.1" status: 200 len: 946 time: 0.0520110 Aug 10 11:33:13.961602 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-4052b621-725e-4fad-81fd-a9e256002901 req-f068e0be-06ee-424d-b777-f4770e7edd53 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcb8cd69-fa5e-4238-8368-da6b48541313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364616 Aug 10 11:33:14.086213 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834bbf2-0d32-4fdb-81cf-e66ae2cc3631 req-98d9b671-7599-4fc7-8749-2d7661bfb3b2 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:14.087924 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-f834bbf2-0d32-4fdb-81cf-e66ae2cc3631 req-98d9b671-7599-4fc7-8749-2d7661bfb3b2 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8bc5c00-f3d4-4071-8a64-c2a231449a3e HTTP/1.1" status: 200 len: 946 time: 0.0582201 Aug 10 11:33:14.116834 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 54262) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:33:14.136967 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-f834bbf2-0d32-4fdb-81cf-e66ae2cc3631 req-6256170a-0dfb-4bb3-96f9-e1bf8f7f1fc3 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430343 Aug 10 11:33:14.238692 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-a9ada946-2dc8-4558-a314-9cf15a44fb1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:14.359786 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-a9ada946-2dc8-4558-a314-9cf15a44fb1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:14.365251 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-a9ada946-2dc8-4558-a314-9cf15a44fb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:14.402716 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-a9ada946-2dc8-4558-a314-9cf15a44fb1e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5e0ac4bc0fb14aae8981ae79bbc358b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2845767 Aug 10 11:33:14.405931 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 54282) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:33:14.407722 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ada946-2dc8-4558-a314-9cf15a44fb1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f304f7-41ed-48e3-bf7c-db18a8b093b9,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:33:14.468701 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-2cb8491c-34b5-43cd-81e4-298689b0ed89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:14.495134 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-2cb8491c-34b5-43cd-81e4-298689b0ed89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:14.576898 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-2cb8491c-34b5-43cd-81e4-298689b0ed89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:14.579919 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-2cb8491c-34b5-43cd-81e4-298689b0ed89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:14.583573 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-2cb8491c-34b5-43cd-81e4-298689b0ed89 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/82f304f7-41ed-48e3-bf7c-db18a8b093b9 HTTP/1.1" status: 204 len: 168 time: 0.1742175 Aug 10 11:33:14.593831 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb8491c-34b5-43cd-81e4-298689b0ed89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f304f7-41ed-48e3-bf7c-db18a8b093b9,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:33:14.782403 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:14.890493 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 54304) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:33:14.904266 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-1692bba0-812b-40af-9b10-c5a719644902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:15.030184 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-1692bba0-812b-40af-9b10-c5a719644902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:15.036856 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-1692bba0-812b-40af-9b10-c5a719644902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:15.077179 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-1692bba0-812b-40af-9b10-c5a719644902 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4b35fe497eec4246bb766e08589ef3f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1854920 Aug 10 11:33:15.078722 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1692bba0-812b-40af-9b10-c5a719644902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c8ca54-d783-43e9-bc5f-a689471bccdd,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:33:15.081378 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 54308) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:33:15.138781 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-b391a465-6871-4d6b-af92-4d510b3a0521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:15.164291 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-b391a465-6871-4d6b-af92-4d510b3a0521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:15.254062 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-b391a465-6871-4d6b-af92-4d510b3a0521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:15.258831 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-b391a465-6871-4d6b-af92-4d510b3a0521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:15.260592 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-b391a465-6871-4d6b-af92-4d510b3a0521 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/31c8ca54-d783-43e9-bc5f-a689471bccdd HTTP/1.1" status: 204 len: 168 time: 0.1779451 Aug 10 11:33:15.285538 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391a465-6871-4d6b-af92-4d510b3a0521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c8ca54-d783-43e9-bc5f-a689471bccdd,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:33:15.314469 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba489ea3-9eb3-43ce-9480-d6532fb3d7cc req-3be9cfcb-b948-40c5-bdda-5c719600443f tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:15.317415 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-ba489ea3-9eb3-43ce-9480-d6532fb3d7cc req-3be9cfcb-b948-40c5-bdda-5c719600443f tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8bc5c00-f3d4-4071-8a64-c2a231449a3e HTTP/1.1" status: 200 len: 946 time: 0.1093214 Aug 10 11:33:15.364176 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-ba489ea3-9eb3-43ce-9480-d6532fb3d7cc req-f67f4074-1540-47a3-8a7c-b3e4742dcebc tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400071 Aug 10 11:33:15.505244 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdae22c-bc5c-4fad-a7ce-dfb74cf1c66b req-408be9ca-c5cf-4343-8752-1ebb773f2618 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:15.506835 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-1fdae22c-bc5c-4fad-a7ce-dfb74cf1c66b req-408be9ca-c5cf-4343-8752-1ebb773f2618 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8bc5c00-f3d4-4071-8a64-c2a231449a3e HTTP/1.1" status: 200 len: 946 time: 0.0614581 Aug 10 11:33:15.551866 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-1fdae22c-bc5c-4fad-a7ce-dfb74cf1c66b req-e2080c85-7a5b-4b2a-a345-6f49cbd080f9 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334122 Aug 10 11:33:15.573179 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.agents_db [None req-cf88a1ba-3529-4992-9648-399914351393 None None] Agent healthcheck: found 6 active agents {{(pid=93318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 11:33:15.576062 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 54322) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:33:15.796501 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdc062b-eb16-42ca-afe6-877522d3829d tempest-TestVolumeBootPattern-1678842331 tempest-TestVolumeBootPattern-1678842331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:15.798064 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-3fdc062b-eb16-42ca-afe6-877522d3829d tempest-TestVolumeBootPattern-1678842331 tempest-TestVolumeBootPattern-1678842331-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b8bc5c00-f3d4-4071-8a64-c2a231449a3e HTTP/1.1" status: 200 len: 1094 time: 0.2209091 Aug 10 11:33:15.802408 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 54334) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:33:15.807636 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-2b8009f1-f4a2-4b57-958d-6a5fb7606a99 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Request body: {'floatingip': {'floating_network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'port_id': '512e901c-bc6c-4581-b798-067b6202b734', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:33:15.836317 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-2b8009f1-f4a2-4b57-958d-6a5fb7606a99 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks [] for floatingip, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:15.960322 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-2b8009f1-f4a2-4b57-958d-6a5fb7606a99 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:16.117499 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.db_base_plugin_common [None req-2b8009f1-f4a2-4b57-958d-6a5fb7606a99 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Allocated IP 172.27.1.219 (5acaf353-3f61-4dec-9325-b74ab1b31d79/161344f3-be79-4209-8149-4c1c277e8dc7/8ddd18a0-eb7f-4c2d-8980-038d26404e92) {{(pid=93316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:33:16.251393 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-2b8009f1-f4a2-4b57-958d-6a5fb7606a99 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks [] for port, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:16.316282 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-2b8009f1-f4a2-4b57-958d-6a5fb7606a99 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130748572'] for port, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:16.358334 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8009f1-f4a2-4b57-958d-6a5fb7606a99 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Network 5acaf353-3f61-4dec-9325-b74ab1b31d79 is already hosted by enough agents. {{(pid=93316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:33:16.364644 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.base_scheduler [None req-2b8009f1-f4a2-4b57-958d-6a5fb7606a99 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Resources bound (agent type, host, resource id): {{(pid=93316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:33:16.368428 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8009f1-f4a2-4b57-958d-6a5fb7606a99 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Received port after_create {{(pid=93316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:33:16.399710 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8009f1-f4a2-4b57-958d-6a5fb7606a99 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Pushing event updated for resources: {'Port': ['ID=8ddd18a0-eb7f-4c2d-8980-038d26404e92,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:33:17.088447 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-2b8009f1-f4a2-4b57-958d-6a5fb7606a99 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:17.173875 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-2b8009f1-f4a2-4b57-958d-6a5fb7606a99 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:17.360936 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-2b8009f1-f4a2-4b57-958d-6a5fb7606a99 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks [] for port, precommit_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:17.366689 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-2b8009f1-f4a2-4b57-958d-6a5fb7606a99 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130748519'] for port, after_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:17.458689 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8009f1-f4a2-4b57-958d-6a5fb7606a99 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Pushing event updated for resources: {'Port': ['ID=8ddd18a0-eb7f-4c2d-8980-038d26404e92,revision_number=2']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:33:17.470385 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-2b8009f1-f4a2-4b57-958d-6a5fb7606a99 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-134149778'] for floatingip, after_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:17.598827 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.db.l3_db [None req-2b8009f1-f4a2-4b57-958d-6a5fb7606a99 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Floating IP 2ba50d51-33aa-4252-942c-ff068e7683f3 associated. External IP: 172.27.1.219, port: 512e901c-bc6c-4581-b798-067b6202b734. Aug 10 11:33:17.617887 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 54394) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:33:17.762272 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-2d44e197-0d4f-45c0-a5d8-a49dfdf2170b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:17.841262 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b8009f1-f4a2-4b57-958d-6a5fb7606a99 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Router e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1 has already been hosted by L3 agent c7f5eca1-6939-476e-9546-e5f0f7bb2dc8 {{(pid=93316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 11:33:17.864622 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-2d44e197-0d4f-45c0-a5d8-a49dfdf2170b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:17.868921 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-2d44e197-0d4f-45c0-a5d8-a49dfdf2170b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:17.916426 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44e197-0d4f-45c0-a5d8-a49dfdf2170b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de8892e-1e96-4a5f-9a51-86487fdca81f,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:33:17.922364 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-2d44e197-0d4f-45c0-a5d8-a49dfdf2170b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=45c48916d1304a0f986ef98b94ff8925&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3031549 Aug 10 11:33:17.925195 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 54400) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:33:17.969699 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8009f1-f4a2-4b57-958d-6a5fb7606a99 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify agent at l3_agent.dv-cinder-792800-5-iscsi the message routers_updated {{(pid=93316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 11:33:17.982259 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-ea477bb6-cd78-41f7-8633-c37f811fa860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:17.985769 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9340a38f-f33f-4c24-b519-b88ecc60ed98 None None] Sync routers for ids ['e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'] in dv-cinder-792800-5-iscsi {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 11:33:17.987273 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-2b8009f1-f4a2-4b57-958d-6a5fb7606a99 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for floatingip, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:17.999856 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9340a38f-f33f-4c24-b519-b88ecc60ed98 None None] Routers {'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:33:18.000871 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-9340a38f-f33f-4c24-b519-b88ecc60ed98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:33:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:33:18.007901 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-ea477bb6-cd78-41f7-8633-c37f811fa860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:18.038504 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-2b8009f1-f4a2-4b57-958d-6a5fb7606a99 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2346039 Aug 10 11:33:18.041413 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8bc5c00-f3d4-4071-8a64-c2a231449a3e', 'tag': '512e901c-bc6c-4581-b798-067b6202b734'}] {{(pid=93316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:33:18.047213 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c8c08188b21eb773fc1c6d2ac87981fb30e3bc49512db4b8fca3465af7d205c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c3bc0b-2c2b-460a-9575-9b4dd4892155" -d '{"events": [{"name": "network-changed", "server_uuid": "b8bc5c00-f3d4-4071-8a64-c2a231449a3e", "tag": "512e901c-bc6c-4581-b798-067b6202b734"}]}' {{(pid=93316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:33:18.082332 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-ea477bb6-cd78-41f7-8633-c37f811fa860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:18.085692 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 11:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f054a73-7ab8-45a4-ab7b-f74433e235e5 x-openstack-request-id: req-9f054a73-7ab8-45a4-ab7b-f74433e235e5 {{(pid=93316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:33:18.085893 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-ea477bb6-cd78-41f7-8633-c37f811fa860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:18.085981 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8bc5c00-f3d4-4071-8a64-c2a231449a3e", "tag": "512e901c-bc6c-4581-b798-067b6202b734", "status": "completed", "code": 200}]} {{(pid=93316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:33:18.086641 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9f054a73-7ab8-45a4-ab7b-f74433e235e5 {{(pid=93316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:33:18.086753 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8bc5c00-f3d4-4071-8a64-c2a231449a3e', 'tag': '512e901c-bc6c-4581-b798-067b6202b734', 'status': 'completed', 'code': 200} Aug 10 11:33:18.088981 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-ea477bb6-cd78-41f7-8633-c37f811fa860 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9de8892e-1e96-4a5f-9a51-86487fdca81f HTTP/1.1" status: 204 len: 168 time: 0.1625323 Aug 10 11:33:18.098886 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea477bb6-cd78-41f7-8633-c37f811fa860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de8892e-1e96-4a5f-9a51-86487fdca81f,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:33:18.148789 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-9340a38f-f33f-4c24-b519-b88ecc60ed98 None None] Set router e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:33:18.199061 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3bc0b-2c2b-460a-9575-9b4dd4892155 req-0f205ff8-d548-4a7a-8385-741e2373bea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:18.201285 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-79c3bc0b-2c2b-460a-9575-9b4dd4892155 req-0f205ff8-d548-4a7a-8385-741e2373bea7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce631e313f124ffc96522aaec894b463&device_id=b8bc5c00-f3d4-4071-8a64-c2a231449a3e HTTP/1.1" status: 200 len: 1099 time: 0.0706916 Aug 10 11:33:18.328586 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3bc0b-2c2b-460a-9575-9b4dd4892155 req-d56f2dff-30cc-43a2-83d4-f3c4a3e28059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:18.330762 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-79c3bc0b-2c2b-460a-9575-9b4dd4892155 req-d56f2dff-30cc-43a2-83d4-f3c4a3e28059 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4d20e43e-9b61-4dac-a777-f4b1d57ae537 HTTP/1.1" status: 200 len: 912 time: 0.1177928 Aug 10 11:33:18.421131 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-79c3bc0b-2c2b-460a-9575-9b4dd4892155 req-7d4dc522-3b23-46da-9964-ef6dfbfca88d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=512e901c-bc6c-4581-b798-067b6202b734 HTTP/1.1" status: 200 len: 1000 time: 0.0695417 Aug 10 11:33:18.429039 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-9340a38f-f33f-4c24-b519-b88ecc60ed98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'name': 'tempest-TestVolumeBootPattern-754726836-router', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '6165e744-bb5d-42b4-bfec-ec2c7a33d6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:32:18Z', 'updated_at': '2021-08-10T11:32:23Z', 'revision_number': 4, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'gw_port': {'id': '6165e744-bb5d-42b4-bfec-ec2c7a33d6ab', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:20Z', 'updated_at': '2021-08-10T11:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_floatingips': [{'id': '2ba50d51-33aa-4252-942c-ff068e7683f3', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'floating_ip_address': '172.27.1.219', 'floating_network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'router_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'port_id': '512e901c-bc6c-4581-b798-067b6202b734', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537', 'mac_address': 'fa:16:3e:9e:d2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bc5c00-f3d4-4071-8a64-c2a231449a3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T11:33:16Z', 'updated_at': '2021-08-10T11:33:16Z', 'revision_number': 0, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f52f062-0f06-40a4-97f2-e1ab4ef52e0c', 'name': '', 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'mac_address': 'fa:16:3e:24:4b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:22Z', 'updated_at': '2021-08-10T11:32:29Z', 'revision_number': 5, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'subnets': [{'id': 'f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:33:18.460431 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9340a38f-f33f-4c24-b519-b88ecc60ed98 None None] Checking router: e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1 for host: dv-cinder-792800-5-iscsi {{(pid=93317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 11:33:18.473968 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9340a38f-f33f-4c24-b519-b88ecc60ed98 None None] Routers {'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:33:18.474734 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-9340a38f-f33f-4c24-b519-b88ecc60ed98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:33:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:33:18.483476 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 54410) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:33:18.502603 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3bc0b-2c2b-460a-9575-9b4dd4892155 req-37e27c97-da3e-4d8e-a26b-0311924b5008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:18.504209 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-79c3bc0b-2c2b-460a-9575-9b4dd4892155 req-37e27c97-da3e-4d8e-a26b-0311924b5008 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e HTTP/1.1" status: 200 len: 850 time: 0.0746193 Aug 10 11:33:18.505095 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-b7b3020f-6faa-4d09-99b0-47badd183fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:18.578001 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3bc0b-2c2b-460a-9575-9b4dd4892155 req-46b59de5-1ac2-4a62-8015-d3554a54af53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:18.579533 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-79c3bc0b-2c2b-460a-9575-9b4dd4892155 req-46b59de5-1ac2-4a62-8015-d3554a54af53 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4d20e43e-9b61-4dac-a777-f4b1d57ae537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0658355 Aug 10 11:33:18.605972 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-9340a38f-f33f-4c24-b519-b88ecc60ed98 None None] Set router e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:33:18.721343 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-b7b3020f-6faa-4d09-99b0-47badd183fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:18.728029 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-b7b3020f-6faa-4d09-99b0-47badd183fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:18.750452 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-79c3bc0b-2c2b-460a-9575-9b4dd4892155 req-5244073a-b6f9-4e4e-b479-6c86a3dbb924 service neutron] 10.222.0.59 "GET /v2.0/networks/4d20e43e-9b61-4dac-a777-f4b1d57ae537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555223 Aug 10 11:33:18.783483 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-b7b3020f-6faa-4d09-99b0-47badd183fc8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a9138aeefddf45f786c2bbd832054851&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2986577 Aug 10 11:33:18.787223 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 54414) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:33:18.829131 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3020f-6faa-4d09-99b0-47badd183fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4adc4d7b-3761-405b-9a5e-d0d033c365db,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:33:18.887114 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0be7dd2f-657a-4661-bdaa-034bffc81a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:18.897714 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-79c3bc0b-2c2b-460a-9575-9b4dd4892155 req-aabc8df7-3138-48eb-bd87-dd75eff115d2 service neutron] 10.222.0.59 "GET /v2.0/networks/4d20e43e-9b61-4dac-a777-f4b1d57ae537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283479 Aug 10 11:33:18.898750 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-9340a38f-f33f-4c24-b519-b88ecc60ed98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'name': 'tempest-TestVolumeBootPattern-754726836-router', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '6165e744-bb5d-42b4-bfec-ec2c7a33d6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:32:18Z', 'updated_at': '2021-08-10T11:32:23Z', 'revision_number': 4, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'gw_port': {'id': '6165e744-bb5d-42b4-bfec-ec2c7a33d6ab', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:20Z', 'updated_at': '2021-08-10T11:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_floatingips': [{'id': '2ba50d51-33aa-4252-942c-ff068e7683f3', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'floating_ip_address': '172.27.1.219', 'floating_network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'router_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'port_id': '512e901c-bc6c-4581-b798-067b6202b734', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537', 'mac_address': 'fa:16:3e:9e:d2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bc5c00-f3d4-4071-8a64-c2a231449a3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T11:33:16Z', 'updated_at': '2021-08-10T11:33:16Z', 'revision_number': 0, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f52f062-0f06-40a4-97f2-e1ab4ef52e0c', 'name': '', 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'mac_address': 'fa:16:3e:24:4b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:22Z', 'updated_at': '2021-08-10T11:32:29Z', 'revision_number': 5, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'subnets': [{'id': 'f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:33:18.913203 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0be7dd2f-657a-4661-bdaa-034bffc81a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:18.927328 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9340a38f-f33f-4c24-b519-b88ecc60ed98 None None] The sync data for ids ['e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'] in dv-cinder-792800-5-iscsi is: [{'id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'name': 'tempest-TestVolumeBootPattern-754726836-router', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '6165e744-bb5d-42b4-bfec-ec2c7a33d6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:32:18Z', 'updated_at': '2021-08-10T11:32:23Z', 'revision_number': 4, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'gw_port': {'id': '6165e744-bb5d-42b4-bfec-ec2c7a33d6ab', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:20Z', 'updated_at': '2021-08-10T11:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_floatingips': [{'id': '2ba50d51-33aa-4252-942c-ff068e7683f3', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'floating_ip_address': '172.27.1.219', 'floating_network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'router_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'port_id': '512e901c-bc6c-4581-b798-067b6202b734', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537', 'mac_address': 'fa:16:3e:9e:d2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bc5c00-f3d4-4071-8a64-c2a231449a3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T11:33:16Z', 'updated_at': '2021-08-10T11:33:16Z', 'revision_number': 0, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f52f062-0f06-40a4-97f2-e1ab4ef52e0c', 'name': '', 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'mac_address': 'fa:16:3e:24:4b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:22Z', 'updated_at': '2021-08-10T11:32:29Z', 'revision_number': 5, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'subnets': [{'id': 'f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 11:33:18.976826 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0be7dd2f-657a-4661-bdaa-034bffc81a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:18.980104 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0be7dd2f-657a-4661-bdaa-034bffc81a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:18.984616 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-0be7dd2f-657a-4661-bdaa-034bffc81a11 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4adc4d7b-3761-405b-9a5e-d0d033c365db HTTP/1.1" status: 204 len: 168 time: 0.1930146 Aug 10 11:33:18.991434 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be7dd2f-657a-4661-bdaa-034bffc81a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4adc4d7b-3761-405b-9a5e-d0d033c365db,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:33:19.153853 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ea2fbe-3fa0-4f99-afd1-41fb3ce0caa2 None None] New status for floating IP 2ba50d51-33aa-4252-942c-ff068e7683f3: ACTIVE {{(pid=93318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 11:33:19.769504 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 54438) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:33:19.879769 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-cd306f84-e99d-47ea-8d0f-6075e3872204 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1662696084-network', 'tenant_id': 'e8d0de34f85543c19dbf54e5353cda10'}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:33:19.904386 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd306f84-e99d-47ea-8d0f-6075e3872204 admin admin] Made reservation on behalf of e8d0de34f85543c19dbf54e5353cda10 for: {'network': 1} {{(pid=93316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:33:19.906722 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-cd306f84-e99d-47ea-8d0f-6075e3872204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for network, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:19.914805 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-cd306f84-e99d-47ea-8d0f-6075e3872204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:20.017519 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-cd306f84-e99d-47ea-8d0f-6075e3872204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:20.021204 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-cd306f84-e99d-47ea-8d0f-6075e3872204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:20.047593 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd306f84-e99d-47ea-8d0f-6075e3872204 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=93316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 11:33:20.056722 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd306f84-e99d-47ea-8d0f-6075e3872204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ddff2a-6477-4c3d-8d03-f5b284b07ab9,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:33:20.064430 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-cd306f84-e99d-47ea-8d0f-6075e3872204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462'] for segment, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:20.064430 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.db.segments_db [None req-cd306f84-e99d-47ea-8d0f-6075e3872204 admin admin] Added segment 5ecd4b3e-20a3-4ce0-a351-c5486b15a4fb of type vlan for network 9828738b-f5b6-4866-9d91-ccd74464cc4a Aug 10 11:33:20.106345 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-cd306f84-e99d-47ea-8d0f-6075e3872204 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778040477516'] for network, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:20.141130 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-cd306f84-e99d-47ea-8d0f-6075e3872204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008'] for network, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:20.142275 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd306f84-e99d-47ea-8d0f-6075e3872204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:20.142970 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-cd306f84-e99d-47ea-8d0f-6075e3872204 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for network, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:20.203340 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-cd306f84-e99d-47ea-8d0f-6075e3872204 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4327030 Aug 10 11:33:20.206282 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 54444) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:33:20.211067 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-0b997c3a-28f9-469b-bae6-ecfbc0fca555 admin admin] Request body: {'subnet': {'network_id': '9828738b-f5b6-4866-9d91-ccd74464cc4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1662696084-subnet', 'tenant_id': 'e8d0de34f85543c19dbf54e5353cda10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:33:20.219595 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd306f84-e99d-47ea-8d0f-6075e3872204 admin admin] Pushing event updated for resources: {'Network': ['ID=9828738b-f5b6-4866-9d91-ccd74464cc4a,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:33:20.229502 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Network 9828738b-f5b6-4866-9d91-ccd74464cc4a details requested by agent ovs-agent-dv-cinder-792800-5-iscsi with host dv-cinder-792800-5-iscsi {{(pid=93317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 11:33:20.242685 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b997c3a-28f9-469b-bae6-ecfbc0fca555 admin admin] Made reservation on behalf of e8d0de34f85543c19dbf54e5353cda10 for: {'subnet': 1} {{(pid=93316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:33:20.246820 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0b997c3a-28f9-469b-bae6-ecfbc0fca555 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131149025'] for subnet, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:20.456875 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0b997c3a-28f9-469b-bae6-ecfbc0fca555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134105691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130748648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131149043'] for subnet, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:20.521142 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b997c3a-28f9-469b-bae6-ecfbc0fca555 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1777dab7-2b05-4e31-a9fc-29c0a52069a3,revision_number=0']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:33:20.537990 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b997c3a-28f9-469b-bae6-ecfbc0fca555 admin admin] Checking segment: {'id': '5ecd4b3e-20a3-4ce0-a351-c5486b15a4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9828738b-f5b6-4866-9d91-ccd74464cc4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:33:20.538377 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b997c3a-28f9-469b-bae6-ecfbc0fca555 admin admin] Network hostable DHCP agents. Network: 9828738b-f5b6-4866-9d91-ccd74464cc4a, hostable agents: ['0b3fe0ed-30c0-4c64-a4f4-6f12777a422c'], hosted agents: [] {{(pid=93316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 11:33:20.570173 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b997c3a-28f9-469b-bae6-ecfbc0fca555 admin admin] Network 9828738b-f5b6-4866-9d91-ccd74464cc4a is scheduled to be hosted by DHCP agent 0b3fe0ed-30c0-4c64-a4f4-6f12777a422c with binding_index 1 {{(pid=93316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 11:33:20.583678 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.base_scheduler [None req-0b997c3a-28f9-469b-bae6-ecfbc0fca555 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-5-iscsi, 9828738b-f5b6-4866-9d91-ccd74464cc4a) {{(pid=93316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:33:20.588423 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b997c3a-28f9-469b-bae6-ecfbc0fca555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:20.589256 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0b997c3a-28f9-469b-bae6-ecfbc0fca555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for subnet, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:20.596713 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8103878c-1a21-458d-97bc-4174ea7271e8 None None] Network 9828738b-f5b6-4866-9d91-ccd74464cc4a requested from dv-cinder-792800-5-iscsi {{(pid=93317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:33:20.607173 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-0b997c3a-28f9-469b-bae6-ecfbc0fca555 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3998392 Aug 10 11:33:20.853698 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8640db2-e1fd-4b1e-ad50-4c5cabe02f51 None None] Network 9828738b-f5b6-4866-9d91-ccd74464cc4a requested from dv-cinder-792800-5-iscsi {{(pid=93317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:33:21.153612 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 54462) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:33:21.159585 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-a08afa11-1d93-4717-bd17-fa2de8c5544f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-374631305-network', 'tenant_id': '85f39a7dcfaf4971b087fb3bfde73395'}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:33:21.181167 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08afa11-1d93-4717-bd17-fa2de8c5544f admin admin] Made reservation on behalf of 85f39a7dcfaf4971b087fb3bfde73395 for: {'network': 1} {{(pid=93316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:33:21.184302 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-a08afa11-1d93-4717-bd17-fa2de8c5544f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for network, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:21.194208 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-a08afa11-1d93-4717-bd17-fa2de8c5544f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:21.307110 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-a08afa11-1d93-4717-bd17-fa2de8c5544f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:21.311105 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-a08afa11-1d93-4717-bd17-fa2de8c5544f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:21.340706 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a08afa11-1d93-4717-bd17-fa2de8c5544f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=93316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 11:33:21.344823 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08afa11-1d93-4717-bd17-fa2de8c5544f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee856f6a-34b3-4532-9bbb-63b5e4ae882d,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:33:21.368277 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-a08afa11-1d93-4717-bd17-fa2de8c5544f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462'] for segment, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:21.368811 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.db.segments_db [None req-a08afa11-1d93-4717-bd17-fa2de8c5544f admin admin] Added segment 9ae91743-2700-4924-8731-8530ebd566d0 of type vlan for network 43c22cd0-42cc-4b92-9adc-7126f45ee5ef Aug 10 11:33:21.413209 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-a08afa11-1d93-4717-bd17-fa2de8c5544f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778040477516'] for network, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:21.444460 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-a08afa11-1d93-4717-bd17-fa2de8c5544f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008'] for network, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:21.445823 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08afa11-1d93-4717-bd17-fa2de8c5544f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:21.446581 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-a08afa11-1d93-4717-bd17-fa2de8c5544f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for network, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:21.505460 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-a08afa11-1d93-4717-bd17-fa2de8c5544f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3505170 Aug 10 11:33:21.508769 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 54464) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:33:21.516487 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-0405146c-0622-417d-a14c-2d8711b83541 admin admin] Request body: {'subnet': {'network_id': '43c22cd0-42cc-4b92-9adc-7126f45ee5ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-374631305-subnet', 'tenant_id': '85f39a7dcfaf4971b087fb3bfde73395', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:33:21.520748 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08afa11-1d93-4717-bd17-fa2de8c5544f admin admin] Pushing event updated for resources: {'Network': ['ID=43c22cd0-42cc-4b92-9adc-7126f45ee5ef,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:33:21.532079 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Network 43c22cd0-42cc-4b92-9adc-7126f45ee5ef details requested by agent ovs-agent-dv-cinder-792800-5-iscsi with host dv-cinder-792800-5-iscsi {{(pid=93317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 11:33:21.539895 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0405146c-0622-417d-a14c-2d8711b83541 admin admin] Made reservation on behalf of 85f39a7dcfaf4971b087fb3bfde73395 for: {'subnet': 1} {{(pid=93316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:33:21.542466 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0405146c-0622-417d-a14c-2d8711b83541 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131149025'] for subnet, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:21.725854 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0405146c-0622-417d-a14c-2d8711b83541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134105691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130748648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131149043'] for subnet, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:21.781779 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0405146c-0622-417d-a14c-2d8711b83541 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5b10bf6-a2a3-40e3-8b95-a8bed789e1a9,revision_number=0']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:33:21.791997 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0405146c-0622-417d-a14c-2d8711b83541 admin admin] Checking segment: {'id': '9ae91743-2700-4924-8731-8530ebd566d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '43c22cd0-42cc-4b92-9adc-7126f45ee5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:33:21.792352 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0405146c-0622-417d-a14c-2d8711b83541 admin admin] Network hostable DHCP agents. Network: 43c22cd0-42cc-4b92-9adc-7126f45ee5ef, hostable agents: ['0b3fe0ed-30c0-4c64-a4f4-6f12777a422c'], hosted agents: [] {{(pid=93316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 11:33:21.809889 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0405146c-0622-417d-a14c-2d8711b83541 admin admin] Network 43c22cd0-42cc-4b92-9adc-7126f45ee5ef is scheduled to be hosted by DHCP agent 0b3fe0ed-30c0-4c64-a4f4-6f12777a422c with binding_index 1 {{(pid=93316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 11:33:21.821230 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.base_scheduler [None req-0405146c-0622-417d-a14c-2d8711b83541 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-5-iscsi, 43c22cd0-42cc-4b92-9adc-7126f45ee5ef) {{(pid=93316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:33:21.828830 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0405146c-0622-417d-a14c-2d8711b83541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:21.830292 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0405146c-0622-417d-a14c-2d8711b83541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for subnet, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:21.832848 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7e1ebb-c53a-4198-9b46-2e422e111246 None None] Network 43c22cd0-42cc-4b92-9adc-7126f45ee5ef requested from dv-cinder-792800-5-iscsi {{(pid=93317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:33:21.849396 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-0405146c-0622-417d-a14c-2d8711b83541 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3395321 Aug 10 11:33:21.964661 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d53a76-ac1b-4452-aaeb-c0fcdf3a8f35 None None] Network 43c22cd0-42cc-4b92-9adc-7126f45ee5ef requested from dv-cinder-792800-5-iscsi {{(pid=93317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:33:34.309841 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-954af249-585f-4a84-9c8a-74a8d642a240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:35.713550 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 54648) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:33:35.762011 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b1fc1bb-70f9-4d71-ba78-879bcf9d2178 admin admin] Deleting subnet 1777dab7-2b05-4e31-a9fc-29c0a52069a3 {{(pid=93316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 11:33:35.765357 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-4b1fc1bb-70f9-4d71-ba78-879bcf9d2178 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:35.798939 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-4b1fc1bb-70f9-4d71-ba78-879bcf9d2178 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131715131'] for subnet, precommit_delete_associations {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:35.845713 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-4b1fc1bb-70f9-4d71-ba78-879bcf9d2178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926530'] for subnet, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:35.898889 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-4b1fc1bb-70f9-4d71-ba78-879bcf9d2178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134105691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130748585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131149568'] for subnet, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:35.923465 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1fc1bb-70f9-4d71-ba78-879bcf9d2178 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1777dab7-2b05-4e31-a9fc-29c0a52069a3,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:33:35.928227 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-4b1fc1bb-70f9-4d71-ba78-879bcf9d2178 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for subnet, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:35.930056 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-4b1fc1bb-70f9-4d71-ba78-879bcf9d2178 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1777dab7-2b05-4e31-a9fc-29c0a52069a3 HTTP/1.1" status: 204 len: 168 time: 0.2155075 Aug 10 11:33:35.932673 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 54650) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:33:35.935921 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1fc1bb-70f9-4d71-ba78-879bcf9d2178 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:33:35.936264 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1fc1bb-70f9-4d71-ba78-879bcf9d2178 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:33:35.936628 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1fc1bb-70f9-4d71-ba78-879bcf9d2178 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:33:35.936959 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1fc1bb-70f9-4d71-ba78-879bcf9d2178 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:33:35.937790 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1fc1bb-70f9-4d71-ba78-879bcf9d2178 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:33:35.938116 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1fc1bb-70f9-4d71-ba78-879bcf9d2178 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:33:35.938436 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1fc1bb-70f9-4d71-ba78-879bcf9d2178 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:33:35.938753 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1fc1bb-70f9-4d71-ba78-879bcf9d2178 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:33:35.939074 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1fc1bb-70f9-4d71-ba78-879bcf9d2178 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:33:35.939389 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1fc1bb-70f9-4d71-ba78-879bcf9d2178 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:33:35.939897 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1fc1bb-70f9-4d71-ba78-879bcf9d2178 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:33:35.940219 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1fc1bb-70f9-4d71-ba78-879bcf9d2178 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:33:36.004116 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-39eca9a2-4fd9-4d08-870e-d6c552bc59e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631178'] for network, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:36.082899 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-39eca9a2-4fd9-4d08-870e-d6c552bc59e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-926155', 'neutron.services.segments.db._delete_segments_for_network-8778041053552'] for network, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:36.092602 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.services.segments.db [None req-39eca9a2-4fd9-4d08-870e-d6c552bc59e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9828738b-f5b6-4866-9d91-ccd74464cc4a']}} {{(pid=93315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:33:36.106254 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.services.segments.db [None req-39eca9a2-4fd9-4d08-870e-d6c552bc59e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ecd4b3e-20a3-4ce0-a351-c5486b15a4fb') {'for_net_delete': True} {{(pid=93315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:33:36.106547 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.services.segments.db [None req-39eca9a2-4fd9-4d08-870e-d6c552bc59e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ecd4b3e-20a3-4ce0-a351-c5486b15a4fb') {} {{(pid=93315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:33:36.115741 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-39eca9a2-4fd9-4d08-870e-d6c552bc59e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778041055865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130910225'] for segment, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:36.129750 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-39eca9a2-4fd9-4d08-870e-d6c552bc59e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462'] for segment, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:36.135508 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39eca9a2-4fd9-4d08-870e-d6c552bc59e4 admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=93315) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 11:33:36.135897 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-39eca9a2-4fd9-4d08-870e-d6c552bc59e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130148888'] for segment, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:36.137534 dv-cinder-792800-5-iscsi neutron-server[93315]: Traceback (most recent call last): Aug 10 11:33:36.137534 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 11:33:36.137534 dv-cinder-792800-5-iscsi neutron-server[93315]: timer() Aug 10 11:33:36.137534 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 11:33:36.137534 dv-cinder-792800-5-iscsi neutron-server[93315]: cb(*args, **kw) Aug 10 11:33:36.137534 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 11:33:36.137534 dv-cinder-792800-5-iscsi neutron-server[93315]: return func(*args, **kwargs) Aug 10 11:33:36.137534 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 11:33:36.137534 dv-cinder-792800-5-iscsi neutron-server[93315]: self._notify() Aug 10 11:33:36.137534 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 11:33:36.137534 dv-cinder-792800-5-iscsi neutron-server[93315]: self.callback(batched_events) Aug 10 11:33:36.137534 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 11:33:36.137534 dv-cinder-792800-5-iscsi neutron-server[93315]: event.method(event) Aug 10 11:33:36.137534 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 11:33:36.137534 dv-cinder-792800-5-iscsi neutron-server[93315]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 11:33:36.137534 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 11:33:36.137534 dv-cinder-792800-5-iscsi neutron-server[93315]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 11:33:36.137534 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 11:33:36.137534 dv-cinder-792800-5-iscsi neutron-server[93315]: return f(self, *a, **k) Aug 10 11:33:36.137534 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 11:33:36.137534 dv-cinder-792800-5-iscsi neutron-server[93315]: return self._get(url).json() Aug 10 11:33:36.137534 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 11:33:36.137534 dv-cinder-792800-5-iscsi neutron-server[93315]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 11:33:36.137534 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 11:33:36.137534 dv-cinder-792800-5-iscsi neutron-server[93315]: return self.request(url, 'GET', **kwargs) Aug 10 11:33:36.137534 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 11:33:36.137534 dv-cinder-792800-5-iscsi neutron-server[93315]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 11:33:36.137534 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 11:33:36.137534 dv-cinder-792800-5-iscsi neutron-server[93315]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 11:33:36.137534 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 11:33:36.137534 dv-cinder-792800-5-iscsi neutron-server[93315]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 11:33:36.137534 dv-cinder-792800-5-iscsi neutron-server[93315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 11:33:36.191981 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-39eca9a2-4fd9-4d08-870e-d6c552bc59e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-926144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-134149792'] for network, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:36.199160 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-39eca9a2-4fd9-4d08-870e-d6c552bc59e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for network, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:36.201074 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-39eca9a2-4fd9-4d08-870e-d6c552bc59e4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9828738b-f5b6-4866-9d91-ccd74464cc4a HTTP/1.1" status: 204 len: 168 time: 0.2673676 Aug 10 11:33:36.205919 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 54654) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:33:36.210961 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eca9a2-4fd9-4d08-870e-d6c552bc59e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9828738b-f5b6-4866-9d91-ccd74464cc4a,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:33:36.218798 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eca9a2-4fd9-4d08-870e-d6c552bc59e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:33:36.219156 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eca9a2-4fd9-4d08-870e-d6c552bc59e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:33:36.219505 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eca9a2-4fd9-4d08-870e-d6c552bc59e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:33:36.219849 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eca9a2-4fd9-4d08-870e-d6c552bc59e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:33:36.220190 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eca9a2-4fd9-4d08-870e-d6c552bc59e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:33:36.220560 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eca9a2-4fd9-4d08-870e-d6c552bc59e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:33:36.220902 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eca9a2-4fd9-4d08-870e-d6c552bc59e4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:33:36.221235 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eca9a2-4fd9-4d08-870e-d6c552bc59e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:33:36.221570 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eca9a2-4fd9-4d08-870e-d6c552bc59e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:33:36.221903 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eca9a2-4fd9-4d08-870e-d6c552bc59e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:33:36.222231 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eca9a2-4fd9-4d08-870e-d6c552bc59e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:33:36.222560 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eca9a2-4fd9-4d08-870e-d6c552bc59e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:33:36.251003 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f77ef07-2962-4563-8f5b-00ce9379d11b admin admin] Deleting subnet c5b10bf6-a2a3-40e3-8b95-a8bed789e1a9 {{(pid=93316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 11:33:36.254439 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-9f77ef07-2962-4563-8f5b-00ce9379d11b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:36.289846 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-9f77ef07-2962-4563-8f5b-00ce9379d11b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131715131'] for subnet, precommit_delete_associations {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:36.343494 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-9f77ef07-2962-4563-8f5b-00ce9379d11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926530'] for subnet, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:36.408241 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-9f77ef07-2962-4563-8f5b-00ce9379d11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134105691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130748585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131149568'] for subnet, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:36.436361 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f77ef07-2962-4563-8f5b-00ce9379d11b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5b10bf6-a2a3-40e3-8b95-a8bed789e1a9,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:33:36.442304 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-9f77ef07-2962-4563-8f5b-00ce9379d11b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for subnet, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:36.444339 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-9f77ef07-2962-4563-8f5b-00ce9379d11b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c5b10bf6-a2a3-40e3-8b95-a8bed789e1a9 HTTP/1.1" status: 204 len: 168 time: 0.2373016 Aug 10 11:33:36.447188 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 54656) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:33:36.523564 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-8e812823-7e81-439c-9a83-8b3f7742deef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631178'] for network, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:36.606891 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-8e812823-7e81-439c-9a83-8b3f7742deef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-926155', 'neutron.services.segments.db._delete_segments_for_network-8778041053552'] for network, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:36.617568 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.services.segments.db [None req-8e812823-7e81-439c-9a83-8b3f7742deef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43c22cd0-42cc-4b92-9adc-7126f45ee5ef']}} {{(pid=93316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:33:36.628181 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.services.segments.db [None req-8e812823-7e81-439c-9a83-8b3f7742deef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ae91743-2700-4924-8731-8530ebd566d0') {'for_net_delete': True} {{(pid=93316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:33:36.628483 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.services.segments.db [None req-8e812823-7e81-439c-9a83-8b3f7742deef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ae91743-2700-4924-8731-8530ebd566d0') {} {{(pid=93316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:33:36.637293 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-8e812823-7e81-439c-9a83-8b3f7742deef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778041055865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131715138'] for segment, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:36.650647 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-8e812823-7e81-439c-9a83-8b3f7742deef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462'] for segment, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:36.657123 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e812823-7e81-439c-9a83-8b3f7742deef admin admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=93316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 11:33:36.657517 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-8e812823-7e81-439c-9a83-8b3f7742deef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130748483'] for segment, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:36.659158 dv-cinder-792800-5-iscsi neutron-server[93316]: Traceback (most recent call last): Aug 10 11:33:36.659158 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 11:33:36.659158 dv-cinder-792800-5-iscsi neutron-server[93316]: timer() Aug 10 11:33:36.659158 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 11:33:36.659158 dv-cinder-792800-5-iscsi neutron-server[93316]: cb(*args, **kw) Aug 10 11:33:36.659158 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 11:33:36.659158 dv-cinder-792800-5-iscsi neutron-server[93316]: return func(*args, **kwargs) Aug 10 11:33:36.659158 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 11:33:36.659158 dv-cinder-792800-5-iscsi neutron-server[93316]: self._notify() Aug 10 11:33:36.659158 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 11:33:36.659158 dv-cinder-792800-5-iscsi neutron-server[93316]: self.callback(batched_events) Aug 10 11:33:36.659158 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 11:33:36.659158 dv-cinder-792800-5-iscsi neutron-server[93316]: event.method(event) Aug 10 11:33:36.659158 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 11:33:36.659158 dv-cinder-792800-5-iscsi neutron-server[93316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 11:33:36.659158 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 11:33:36.659158 dv-cinder-792800-5-iscsi neutron-server[93316]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 11:33:36.659158 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 11:33:36.659158 dv-cinder-792800-5-iscsi neutron-server[93316]: return f(self, *a, **k) Aug 10 11:33:36.659158 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 11:33:36.659158 dv-cinder-792800-5-iscsi neutron-server[93316]: return self._get(url).json() Aug 10 11:33:36.659158 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 11:33:36.659158 dv-cinder-792800-5-iscsi neutron-server[93316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 11:33:36.659158 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 11:33:36.659158 dv-cinder-792800-5-iscsi neutron-server[93316]: return self.request(url, 'GET', **kwargs) Aug 10 11:33:36.659158 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 11:33:36.659158 dv-cinder-792800-5-iscsi neutron-server[93316]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 11:33:36.659158 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 11:33:36.659158 dv-cinder-792800-5-iscsi neutron-server[93316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 11:33:36.659158 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 11:33:36.659158 dv-cinder-792800-5-iscsi neutron-server[93316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 11:33:36.659158 dv-cinder-792800-5-iscsi neutron-server[93316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 11:33:36.712338 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-8e812823-7e81-439c-9a83-8b3f7742deef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-926144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-134149792'] for network, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:36.717994 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-8e812823-7e81-439c-9a83-8b3f7742deef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for network, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:36.724664 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-8e812823-7e81-439c-9a83-8b3f7742deef admin admin] 10.222.0.24 "DELETE /v2.0/networks/43c22cd0-42cc-4b92-9adc-7126f45ee5ef HTTP/1.1" status: 204 len: 168 time: 0.2749789 Aug 10 11:33:36.739957 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e812823-7e81-439c-9a83-8b3f7742deef admin admin] Pushing event deleted for resources: {'Network': ['ID=43c22cd0-42cc-4b92-9adc-7126f45ee5ef,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:33:36.893718 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 54660) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:33:36.932634 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-6da5cd11-dca9-4b00-b334-e28d6260a94b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e8d0de34f85543c19dbf54e5353cda10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376749 Aug 10 11:33:36.935032 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 54662) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:33:36.964209 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-2fc94c79-425e-477b-bea0-484b502de88d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:36.983372 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-3fc8414b-e251-4eb5-8699-6d70d2bffd3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:37.003432 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-3fc8414b-e251-4eb5-8699-6d70d2bffd3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:37.048670 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-3fc8414b-e251-4eb5-8699-6d70d2bffd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:37.051212 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-3fc8414b-e251-4eb5-8699-6d70d2bffd3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:37.052579 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-3fc8414b-e251-4eb5-8699-6d70d2bffd3f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/33ddff2a-6477-4c3d-8d03-f5b284b07ab9 HTTP/1.1" status: 204 len: 168 time: 0.1165531 Aug 10 11:33:37.060362 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc8414b-e251-4eb5-8699-6d70d2bffd3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ddff2a-6477-4c3d-8d03-f5b284b07ab9,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:33:37.115219 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:37.405024 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 54670) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:33:37.445587 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-201d8586-e88f-4d0a-99a1-5ecc8211252f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=85f39a7dcfaf4971b087fb3bfde73395&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392964 Aug 10 11:33:37.448227 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 54672) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:33:37.502073 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-7b47aa2a-7333-4dcd-9052-6f177566ada9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:37.535524 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-7b47aa2a-7333-4dcd-9052-6f177566ada9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:37.584494 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-7b47aa2a-7333-4dcd-9052-6f177566ada9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:37.587127 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-7b47aa2a-7333-4dcd-9052-6f177566ada9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:37.588342 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-7b47aa2a-7333-4dcd-9052-6f177566ada9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ee856f6a-34b3-4532-9bbb-63b5e4ae882d HTTP/1.1" status: 204 len: 168 time: 0.1391149 Aug 10 11:33:37.596750 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b47aa2a-7333-4dcd-9052-6f177566ada9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee856f6a-34b3-4532-9bbb-63b5e4ae882d,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:33:37.916094 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-b3865e76-5392-4690-91e0-0d01f8cdc9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:39.770521 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-68530e51-c783-4460-a419-f96f34511541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:41.694209 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 54746) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:33:41.817741 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-66140b6a-7c37-49d2-977c-d33a90c3cd5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:41.908893 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-66140b6a-7c37-49d2-977c-d33a90c3cd5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:41.913068 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-66140b6a-7c37-49d2-977c-d33a90c3cd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:41.954688 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-66140b6a-7c37-49d2-977c-d33a90c3cd5c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c9c30ee72c994f91a32fa143d5a74f41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2592728 Aug 10 11:33:41.955815 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66140b6a-7c37-49d2-977c-d33a90c3cd5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4837622-c93b-4cca-9faf-795131b5f743,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:33:41.957371 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 54754) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:33:42.005703 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-fb80e6b6-b783-42c9-9186-d5725d5beda2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:42.026988 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-fb80e6b6-b783-42c9-9186-d5725d5beda2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:42.072100 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-fb80e6b6-b783-42c9-9186-d5725d5beda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:42.074833 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-fb80e6b6-b783-42c9-9186-d5725d5beda2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:42.075977 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-fb80e6b6-b783-42c9-9186-d5725d5beda2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d4837622-c93b-4cca-9faf-795131b5f743 HTTP/1.1" status: 204 len: 168 time: 0.1175816 Aug 10 11:33:42.083747 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb80e6b6-b783-42c9-9186-d5725d5beda2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4837622-c93b-4cca-9faf-795131b5f743,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:33:42.348072 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 54762) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:33:42.362809 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-51525e1d-3dd3-4ffd-b1df-92a370674766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:42.470489 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-51525e1d-3dd3-4ffd-b1df-92a370674766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:42.474791 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-51525e1d-3dd3-4ffd-b1df-92a370674766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:42.514532 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51525e1d-3dd3-4ffd-b1df-92a370674766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90eafb0-c4a5-4ae5-996f-8715e54df027,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:33:42.519222 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-51525e1d-3dd3-4ffd-b1df-92a370674766 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=697c021e056a42da9393e4e4ac2a13b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1699116 Aug 10 11:33:42.522161 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 54764) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:33:42.575914 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-6509d46b-587f-43d0-ad87-96da8be61ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:42.599456 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-6509d46b-587f-43d0-ad87-96da8be61ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:42.650405 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-6509d46b-587f-43d0-ad87-96da8be61ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:42.653087 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-6509d46b-587f-43d0-ad87-96da8be61ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:42.654266 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-6509d46b-587f-43d0-ad87-96da8be61ed7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f90eafb0-c4a5-4ae5-996f-8715e54df027 HTTP/1.1" status: 204 len: 168 time: 0.1313319 Aug 10 11:33:42.665208 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6509d46b-587f-43d0-ad87-96da8be61ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90eafb0-c4a5-4ae5-996f-8715e54df027,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:33:44.785821 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:33:45.235975 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7fdad076-a0f9-4824-9044-ca888fcb680d req-91a60b6d-694e-42e0-8354-7913576e763b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446165 Aug 10 11:33:45.336161 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdad076-a0f9-4824-9044-ca888fcb680d req-eacc05c5-0df4-466a-9325-80b532a6e693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:45.338088 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7fdad076-a0f9-4824-9044-ca888fcb680d req-eacc05c5-0df4-466a-9325-80b532a6e693 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a68aeea61694149bca356d548ab331a&device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 1099 time: 0.0458274 Aug 10 11:33:45.465156 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdad076-a0f9-4824-9044-ca888fcb680d req-8b837b86-dcda-4c93-bb5d-441e9196f96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:45.466587 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7fdad076-a0f9-4824-9044-ca888fcb680d req-8b837b86-dcda-4c93-bb5d-441e9196f96f service neutron] 10.222.0.59 "GET /v2.0/networks?id=caf833b7-6b1c-4283-9a64-20c0e4838897 HTTP/1.1" status: 200 len: 918 time: 0.0973635 Aug 10 11:33:45.555731 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7fdad076-a0f9-4824-9044-ca888fcb680d req-9f0fe27d-8af0-4208-a8cc-0c332ea62c1c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=734fd62e-a75e-4120-ba4d-b732bed04e73 HTTP/1.1" status: 200 len: 1001 time: 0.0787964 Aug 10 11:33:45.621702 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdad076-a0f9-4824-9044-ca888fcb680d req-ffb9a9f9-f6cf-4224-8647-205ced6973be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:45.623182 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7fdad076-a0f9-4824-9044-ca888fcb680d req-ffb9a9f9-f6cf-4224-8647-205ced6973be service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef775550-3c92-437a-ad9c-5040b90d0f3e HTTP/1.1" status: 200 len: 856 time: 0.0579240 Aug 10 11:33:45.670252 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdad076-a0f9-4824-9044-ca888fcb680d req-3bb97880-26f6-4dca-9fe2-3a41e79f019a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:45.672340 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7fdad076-a0f9-4824-9044-ca888fcb680d req-3bb97880-26f6-4dca-9fe2-3a41e79f019a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=caf833b7-6b1c-4283-9a64-20c0e4838897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406396 Aug 10 11:33:45.769742 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7fdad076-a0f9-4824-9044-ca888fcb680d req-28cd5a97-9a6d-4a7c-8641-3ab6b8ac185e service neutron] 10.222.0.59 "GET /v2.0/networks/caf833b7-6b1c-4283-9a64-20c0e4838897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849004 Aug 10 11:33:45.878701 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7fdad076-a0f9-4824-9044-ca888fcb680d req-681526ff-9634-41fc-85ba-6f1bb4f6f7d9 service neutron] 10.222.0.59 "GET /v2.0/networks/caf833b7-6b1c-4283-9a64-20c0e4838897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010005 Aug 10 11:33:52.572423 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.agents_db [None req-cf88a1ba-3529-4992-9648-399914351393 None None] Agent healthcheck: found 6 active agents {{(pid=93318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 11:33:57.426752 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f3c1fb-fe1b-41ce-80ea-ff241cc55b25 req-7a5f27d6-d986-4049-89a0-a13c852662e0 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:57.428336 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-c2f3c1fb-fe1b-41ce-80ea-ff241cc55b25 req-7a5f27d6-d986-4049-89a0-a13c852662e0 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.0516610 Aug 10 11:33:57.468761 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-c2f3c1fb-fe1b-41ce-80ea-ff241cc55b25 req-3b31ec81-5702-49f7-bcce-78e4f089dfcb tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342441 Aug 10 11:33:58.596371 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358878a-5e75-4c0a-9291-f98d202c3128 req-62c17a2e-fa8c-489a-ba20-e17d1b739914 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:58.601190 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-0358878a-5e75-4c0a-9291-f98d202c3128 req-62c17a2e-fa8c-489a-ba20-e17d1b739914 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.0562308 Aug 10 11:33:58.638502 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-0358878a-5e75-4c0a-9291-f98d202c3128 req-5e42930f-6d31-4730-bd41-ea7274f076ff tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345037 Aug 10 11:33:59.784671 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39608299-daee-4f02-bd91-e62ef9370311 req-fe0b877a-17fa-4e96-91ca-29237e6b1424 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:33:59.786273 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-39608299-daee-4f02-bd91-e62ef9370311 req-fe0b877a-17fa-4e96-91ca-29237e6b1424 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.0591509 Aug 10 11:33:59.833395 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-39608299-daee-4f02-bd91-e62ef9370311 req-51d4a3f4-3f9c-4fa0-8c09-3ac00f69d324 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408478 Aug 10 11:34:01.002990 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d2e06-f5f8-4d7f-8989-6c9617ec13fa req-e0f3f2ea-eb25-4f03-8dd1-98cc6e4a1b67 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:01.004521 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-f62d2e06-f5f8-4d7f-8989-6c9617ec13fa req-e0f3f2ea-eb25-4f03-8dd1-98cc6e4a1b67 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.0810266 Aug 10 11:34:01.048550 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-f62d2e06-f5f8-4d7f-8989-6c9617ec13fa req-8e091df9-10cf-4959-9230-34c354fa9a39 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364032 Aug 10 11:34:02.187362 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36f341-fd01-4ba8-b588-a14746ff87c5 req-a84255fb-b2c8-4af7-8218-f4e87f105228 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:02.189005 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-bf36f341-fd01-4ba8-b588-a14746ff87c5 req-a84255fb-b2c8-4af7-8218-f4e87f105228 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.0568035 Aug 10 11:34:02.233640 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-bf36f341-fd01-4ba8-b588-a14746ff87c5 req-fe719cb6-bdfc-407d-ac57-0f0c55ef5034 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386424 Aug 10 11:34:03.387148 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be50be-b074-4ff5-81ac-176941e2c4e4 req-b1d63451-73b9-47cf-a412-e3ff19078200 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:03.388840 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-e0be50be-b074-4ff5-81ac-176941e2c4e4 req-b1d63451-73b9-47cf-a412-e3ff19078200 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.0526597 Aug 10 11:34:03.445240 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-e0be50be-b074-4ff5-81ac-176941e2c4e4 req-adaa788d-f023-457b-ac53-412932c04b0b tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484047 Aug 10 11:34:04.313163 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-e362ca40-6681-4d12-b26d-63e934c59310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:04.584136 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafda71d-8dcd-466e-a0eb-0532b1805171 req-13e3f033-3c39-492d-a52f-14f71b241526 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:04.585748 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-bafda71d-8dcd-466e-a0eb-0532b1805171 req-13e3f033-3c39-492d-a52f-14f71b241526 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.0525975 Aug 10 11:34:04.627043 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-bafda71d-8dcd-466e-a0eb-0532b1805171 req-53f10aae-b59a-4b1c-8cc7-c782f8539e58 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351570 Aug 10 11:34:05.760237 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10199b26-f6c6-4fe5-9fae-b9a1e3600e11 req-8dedfad8-1f0d-4ce3-a428-b8541f87f081 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:05.761925 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-10199b26-f6c6-4fe5-9fae-b9a1e3600e11 req-8dedfad8-1f0d-4ce3-a428-b8541f87f081 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.0610580 Aug 10 11:34:05.805653 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-10199b26-f6c6-4fe5-9fae-b9a1e3600e11 req-be191da2-9ec7-49e5-aba6-ef2589166081 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343947 Aug 10 11:34:06.944220 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40921aa4-8ecc-405a-a673-b5c16f1f9fff req-0a2f479f-8181-4d0f-b245-39ce1db1e4e6 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:06.947239 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-40921aa4-8ecc-405a-a673-b5c16f1f9fff req-0a2f479f-8181-4d0f-b245-39ce1db1e4e6 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.0668702 Aug 10 11:34:06.986018 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-801a6305-7a1f-4171-a2b4-cf8a1d3b93e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:07.010618 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-40921aa4-8ecc-405a-a673-b5c16f1f9fff req-739b22df-02b5-4431-8f38-753ec0611890 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567825 Aug 10 11:34:07.127684 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:07.713606 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc261d09-282c-418e-8fea-94422b500a04 req-bd850fdf-d81a-428d-b29c-b9108f9e0bb0 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:07.716283 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-fc261d09-282c-418e-8fea-94422b500a04 req-bd850fdf-d81a-428d-b29c-b9108f9e0bb0 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0132a19-e119-43ff-9bad-a673146c8d58 HTTP/1.1" status: 200 len: 946 time: 0.0728695 Aug 10 11:34:07.761981 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-fc261d09-282c-418e-8fea-94422b500a04 req-285dba4b-bed6-4250-b8ef-b0a8d9c371d7 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcb8cd69-fa5e-4238-8368-da6b48541313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380642 Aug 10 11:34:07.923389 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-b3865e76-5392-4690-91e0-0d01f8cdc9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:08.152916 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d060c80-2f22-4012-86fa-7d37a08654de req-9910da62-f6d7-4cee-a27d-b28162fff13d tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:08.156125 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-5d060c80-2f22-4012-86fa-7d37a08654de req-9910da62-f6d7-4cee-a27d-b28162fff13d tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.0685587 Aug 10 11:34:08.209617 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-5d060c80-2f22-4012-86fa-7d37a08654de req-a0ab4662-3b1f-4b1b-a75a-47dc80f09864 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462029 Aug 10 11:34:08.892964 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1079de5-88d0-4047-826e-516460aad634 req-bf4515eb-32ac-4a9b-b5c8-9b7d0dbd6d13 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:08.894570 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d1079de5-88d0-4047-826e-516460aad634 req-bf4515eb-32ac-4a9b-b5c8-9b7d0dbd6d13 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0132a19-e119-43ff-9bad-a673146c8d58 HTTP/1.1" status: 200 len: 946 time: 0.0583498 Aug 10 11:34:08.935056 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d1079de5-88d0-4047-826e-516460aad634 req-d7fe27a4-ea30-45aa-a8ac-707936d7045c tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcb8cd69-fa5e-4238-8368-da6b48541313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340545 Aug 10 11:34:09.367375 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2671a-e802-4dcf-9f8e-f1ba22d81874 req-f2de148a-dc79-406f-b432-5cb9d550a8b3 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:09.368770 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-40a2671a-e802-4dcf-9f8e-f1ba22d81874 req-f2de148a-dc79-406f-b432-5cb9d550a8b3 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.0684896 Aug 10 11:34:09.414323 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-40a2671a-e802-4dcf-9f8e-f1ba22d81874 req-73821318-df8d-4179-9536-efd6550b35e7 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389853 Aug 10 11:34:09.767400 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96dc3e-a614-42c9-9432-f3fbcc11a8b6 req-a2bdc3bd-971c-48f7-9654-c27b3440e822 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:09.769197 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-2b96dc3e-a614-42c9-9432-f3fbcc11a8b6 req-a2bdc3bd-971c-48f7-9654-c27b3440e822 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0132a19-e119-43ff-9bad-a673146c8d58 HTTP/1.1" status: 200 len: 946 time: 0.0586290 Aug 10 11:34:09.778264 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-68530e51-c783-4460-a419-f96f34511541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:09.887404 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [req-2b96dc3e-a614-42c9-9432-f3fbcc11a8b6 req-5434a112-3252-4547-9ff5-228bda027371 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Deleting port a264d9d2-ef9e-469b-819b-d3ba210c24c8 {{(pid=93315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:34:09.887752 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-2b96dc3e-a614-42c9-9432-f3fbcc11a8b6 req-5434a112-3252-4547-9ff5-228bda027371 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:09.990110 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-2b96dc3e-a614-42c9-9432-f3fbcc11a8b6 req-5434a112-3252-4547-9ff5-228bda027371 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] For port a264d9d2-ef9e-469b-819b-d3ba210c24c8, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=a264d9d2-ef9e-469b-819b-d3ba210c24c8,segment=NetworkSegment(b2a8b0c8-820e-493b-85d0-c9d3cdf1f0ea),segment_id=b2a8b0c8-820e-493b-85d0-c9d3cdf1f0ea)] {{(pid=93315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:34:09.991261 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-2b96dc3e-a614-42c9-9432-f3fbcc11a8b6 req-5434a112-3252-4547-9ff5-228bda027371 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:10.007195 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [req-2b96dc3e-a614-42c9-9432-f3fbcc11a8b6 req-5434a112-3252-4547-9ff5-228bda027371 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Calling delete_port for a264d9d2-ef9e-469b-819b-d3ba210c24c8 owned by compute:nova {{(pid=93315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:34:10.121029 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2c383-7d3e-446c-8208-e1ccd2f7ee25 req-f05be5ae-64f3-4e53-aea6-d69077aaae99 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:10.122667 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e6f2c383-7d3e-446c-8208-e1ccd2f7ee25 req-f05be5ae-64f3-4e53-aea6-d69077aaae99 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0132a19-e119-43ff-9bad-a673146c8d58 HTTP/1.1" status: 200 len: 946 time: 0.0995352 Aug 10 11:34:10.246242 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e6f2c383-7d3e-446c-8208-e1ccd2f7ee25 req-721ec062-5784-40d1-9a9f-fdff954188f3 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcb8cd69-fa5e-4238-8368-da6b48541313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112421 Aug 10 11:34:10.274888 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-2b96dc3e-a614-42c9-9432-f3fbcc11a8b6 req-5434a112-3252-4547-9ff5-228bda027371 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:10.290061 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] get_ports_and_sgs() called for port_ids ['a264d9d2-ef9e-469b-819b-d3ba210c24c8'] {{(pid=93317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 11:34:10.306149 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5434a112-3252-4547-9ff5-228bda027371 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Pushing event deleted for resources: {'Port': ['ID=a264d9d2-ef9e-469b-819b-d3ba210c24c8,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:34:10.349304 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b96dc3e-a614-42c9-9432-f3fbcc11a8b6 req-5434a112-3252-4547-9ff5-228bda027371 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] No DVR routers for this DVR port a264d9d2-ef9e-469b-819b-d3ba210c24c8 on host hv-cinder-79280 {{(pid=93315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 11:34:10.351980 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-2b96dc3e-a614-42c9-9432-f3fbcc11a8b6 req-5434a112-3252-4547-9ff5-228bda027371 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:10.354102 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-2b96dc3e-a614-42c9-9432-f3fbcc11a8b6 req-5434a112-3252-4547-9ff5-228bda027371 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.59 "DELETE /v2.0/ports/a264d9d2-ef9e-469b-819b-d3ba210c24c8 HTTP/1.1" status: 204 len: 173 time: 0.5776966 Aug 10 11:34:10.354579 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0132a19-e119-43ff-9bad-a673146c8d58', 'name': 'network-vif-deleted', 'tag': 'a264d9d2-ef9e-469b-819b-d3ba210c24c8'}] {{(pid=93315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:34:10.356977 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6373fc61674628fc4ea179701e5cfbb487487662fff8fb4d49624df9baba4f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78602c66-c034-480c-829e-5c9a448fa15d" -d '{"events": [{"server_uuid": "f0132a19-e119-43ff-9bad-a673146c8d58", "name": "network-vif-deleted", "tag": "a264d9d2-ef9e-469b-819b-d3ba210c24c8"}]}' {{(pid=93315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:34:10.422874 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 11:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4801438-f108-4009-83d6-f90105b3ce82 x-openstack-request-id: req-e4801438-f108-4009-83d6-f90105b3ce82 {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:34:10.423175 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0132a19-e119-43ff-9bad-a673146c8d58", "name": "network-vif-deleted", "tag": "a264d9d2-ef9e-469b-819b-d3ba210c24c8", "status": "completed", "code": 200}]} {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:34:10.423435 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e4801438-f108-4009-83d6-f90105b3ce82 {{(pid=93315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:34:10.423833 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0132a19-e119-43ff-9bad-a673146c8d58', 'name': 'network-vif-deleted', 'tag': 'a264d9d2-ef9e-469b-819b-d3ba210c24c8', 'status': 'completed', 'code': 200} Aug 10 11:34:10.613446 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f01197-388a-410a-ad78-9119fd13edc4 req-670c98f3-5c38-4fa5-bae0-d2f8d70c37fd tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:10.615066 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-73f01197-388a-410a-ad78-9119fd13edc4 req-670c98f3-5c38-4fa5-bae0-d2f8d70c37fd tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.0847106 Aug 10 11:34:10.668738 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-73f01197-388a-410a-ad78-9119fd13edc4 req-476f35f3-1459-4734-9ad8-3d2913124306 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465188 Aug 10 11:34:11.835362 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb19cc8-cbad-407f-ae36-9c7ac8b3349d req-59c9e532-2eef-4a52-8d74-1d31f1a3a948 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:11.848224 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-0bb19cc8-cbad-407f-ae36-9c7ac8b3349d req-59c9e532-2eef-4a52-8d74-1d31f1a3a948 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.0901642 Aug 10 11:34:11.895711 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-0bb19cc8-cbad-407f-ae36-9c7ac8b3349d req-477a9908-b900-4cf7-869f-2ff59594a56f tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460091 Aug 10 11:34:11.992462 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e7844-05e5-40ed-8b03-da832714be53 req-f1d850c3-9013-4d68-adca-426e72723240 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:11.994043 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-b02e7844-05e5-40ed-8b03-da832714be53 req-f1d850c3-9013-4d68-adca-426e72723240 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 946 time: 0.0594296 Aug 10 11:34:12.042197 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-b02e7844-05e5-40ed-8b03-da832714be53 req-db143bc0-9c7a-46f5-8ed2-0703c0dcdbcb tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363998 Aug 10 11:34:12.184114 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 55098) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:34:12.302650 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-79e0a8e3-7310-432b-a93b-c2e0b34cd804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:12.428918 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-79e0a8e3-7310-432b-a93b-c2e0b34cd804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:12.433974 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-79e0a8e3-7310-432b-a93b-c2e0b34cd804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:12.476133 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-79e0a8e3-7310-432b-a93b-c2e0b34cd804 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=20f492c5021e41d5999da4677409bde1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2900908 Aug 10 11:34:12.476894 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e0a8e3-7310-432b-a93b-c2e0b34cd804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb30265e-a95b-4da1-a7a3-4b16411daa3e,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:34:12.479292 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 55102) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:34:12.537044 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-1096d024-76c6-410b-8cd6-0b66d12226a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:12.561956 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-1096d024-76c6-410b-8cd6-0b66d12226a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:12.617449 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-1096d024-76c6-410b-8cd6-0b66d12226a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:12.621157 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-1096d024-76c6-410b-8cd6-0b66d12226a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:12.622650 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-1096d024-76c6-410b-8cd6-0b66d12226a9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bb30265e-a95b-4da1-a7a3-4b16411daa3e HTTP/1.1" status: 204 len: 168 time: 0.1418986 Aug 10 11:34:12.636293 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1096d024-76c6-410b-8cd6-0b66d12226a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb30265e-a95b-4da1-a7a3-4b16411daa3e,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:34:13.222446 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f5e73-5531-401c-b03a-15585ec5a742 req-03075fe8-b20e-4ef3-9a6e-6e5a2e2c82b3 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:13.224283 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-901f5e73-5531-401c-b03a-15585ec5a742 req-03075fe8-b20e-4ef3-9a6e-6e5a2e2c82b3 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 946 time: 0.0575893 Aug 10 11:34:13.277718 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-901f5e73-5531-401c-b03a-15585ec5a742 req-1bee7ba4-9b15-4161-a1dc-6de56ed829a4 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468340 Aug 10 11:34:13.430024 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ce946-bb69-4a8a-b23f-036411055848 req-eac1109c-e14f-4764-b246-184e16184440 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:13.432860 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d83ce946-bb69-4a8a-b23f-036411055848 req-eac1109c-e14f-4764-b246-184e16184440 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.4248598 Aug 10 11:34:13.486831 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d83ce946-bb69-4a8a-b23f-036411055848 req-dee10416-8f19-4ccb-b670-d1866d443b73 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461638 Aug 10 11:34:13.586246 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device a264d9d2-ef9e-469b-819b-d3ba210c24c8 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 11:34:13.622068 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] No Port match for: a264d9d2-ef9e-469b-819b-d3ba210c24c8 {{(pid=93317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 11:34:13.622512 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device a264d9d2-ef9e-469b-819b-d3ba210c24c8 not bound to the agent host hv-cinder-79280 {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 11:34:14.426016 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b3fce-b3dd-4b19-ad05-e682ed0cd497 req-3fb6555c-1609-4b34-bd5f-1e722de5e45a tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:14.427679 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-182b3fce-b3dd-4b19-ad05-e682ed0cd497 req-3fb6555c-1609-4b34-bd5f-1e722de5e45a tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 946 time: 0.0529647 Aug 10 11:34:14.475439 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-182b3fce-b3dd-4b19-ad05-e682ed0cd497 req-61563611-7c6f-44d7-8e64-666776ebf741 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362928 Aug 10 11:34:14.609146 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddebf05-3700-4c15-acea-027eb16896ed req-5361d8d4-7bf8-46ba-a8f6-d3a1c1a72029 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:14.611628 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-9ddebf05-3700-4c15-acea-027eb16896ed req-5361d8d4-7bf8-46ba-a8f6-d3a1c1a72029 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.0512457 Aug 10 11:34:14.658357 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-9ddebf05-3700-4c15-acea-027eb16896ed req-03e05d35-24de-4041-8546-4dcedbc1699c tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398729 Aug 10 11:34:14.811133 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:15.632166 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e982adc-00ae-4952-b858-1740a5c99eb2 req-9f222fc6-c56a-42f2-bed5-2d8d329ef58e tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:15.633915 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-7e982adc-00ae-4952-b858-1740a5c99eb2 req-9f222fc6-c56a-42f2-bed5-2d8d329ef58e tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 946 time: 0.0547276 Aug 10 11:34:15.699643 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-7e982adc-00ae-4952-b858-1740a5c99eb2 req-a5bc68da-f343-4130-b43d-5e90454131d9 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578098 Aug 10 11:34:15.825871 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741d034-86b7-4051-9f1b-472974e908eb req-defc1152-f514-4d69-a8eb-fcaa634eb309 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:15.825871 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-6741d034-86b7-4051-9f1b-472974e908eb req-defc1152-f514-4d69-a8eb-fcaa634eb309 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.0560746 Aug 10 11:34:15.869692 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-6741d034-86b7-4051-9f1b-472974e908eb req-45130ee8-742a-455c-9c9b-933ebf4d86ab tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386989 Aug 10 11:34:16.843652 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a4e3e-0b06-43e5-9af0-97dd5c0c0178 req-42cbfa3a-1d40-4ae9-b973-d1161df23f38 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:16.846709 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-871a4e3e-0b06-43e5-9af0-97dd5c0c0178 req-42cbfa3a-1d40-4ae9-b973-d1161df23f38 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 946 time: 0.0662799 Aug 10 11:34:16.912953 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-871a4e3e-0b06-43e5-9af0-97dd5c0c0178 req-7690c870-babd-44cd-96d9-9261a5717551 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602307 Aug 10 11:34:17.040235 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e743d-508e-4b9d-82bc-6766be342519 req-095c49e0-2da5-46b6-89d0-f1ffb8310726 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:17.041785 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-258e743d-508e-4b9d-82bc-6766be342519 req-095c49e0-2da5-46b6-89d0-f1ffb8310726 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.0590715 Aug 10 11:34:17.087505 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-258e743d-508e-4b9d-82bc-6766be342519 req-d8be2951-b3fb-4e15-b904-87f9cd2f5c8e tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368249 Aug 10 11:34:18.081058 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb844b53-3b5f-40a7-b5e3-7c2527b2b292 req-27b58732-b696-4fa3-a612-70a358154584 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:18.083857 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-fb844b53-3b5f-40a7-b5e3-7c2527b2b292 req-27b58732-b696-4fa3-a612-70a358154584 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 946 time: 0.0708117 Aug 10 11:34:18.134278 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-fb844b53-3b5f-40a7-b5e3-7c2527b2b292 req-233276e1-2159-443c-b985-f06e1256279d tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433877 Aug 10 11:34:18.249019 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3dd425-25b0-4745-9c0a-74c74c1add9a req-31e5bb83-4abd-46d9-91c3-5dc9b24a1102 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:18.251299 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-6d3dd425-25b0-4745-9c0a-74c74c1add9a req-31e5bb83-4abd-46d9-91c3-5dc9b24a1102 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.0671711 Aug 10 11:34:18.309393 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-6d3dd425-25b0-4745-9c0a-74c74c1add9a req-7673c69b-be17-4fdb-aab0-542848b02841 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511198 Aug 10 11:34:19.095136 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009879d5-6d23-4d84-9e4e-51892f14ce2e req-8b665e8f-902a-4025-bd5f-31572948aa59 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:19.097397 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-009879d5-6d23-4d84-9e4e-51892f14ce2e req-8b665e8f-902a-4025-bd5f-31572948aa59 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 946 time: 0.0678449 Aug 10 11:34:19.250244 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [req-009879d5-6d23-4d84-9e4e-51892f14ce2e req-4567a893-5d51-44a9-b515-86b29bf6173f tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Deleting port 734fd62e-a75e-4120-ba4d-b732bed04e73 {{(pid=93315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:34:19.250900 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-009879d5-6d23-4d84-9e4e-51892f14ce2e req-4567a893-5d51-44a9-b515-86b29bf6173f tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:19.303871 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf525e-12f3-4269-9516-862c61e0be49 req-461b009a-38b1-40fd-b2df-cff06c804f6e tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:19.305523 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-c4cf525e-12f3-4269-9516-862c61e0be49 req-461b009a-38b1-40fd-b2df-cff06c804f6e tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 946 time: 0.0526502 Aug 10 11:34:19.352680 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-c4cf525e-12f3-4269-9516-862c61e0be49 req-ceab0565-8b4d-48ec-943e-a6c7fbf7f615 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363657 Aug 10 11:34:19.380969 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-009879d5-6d23-4d84-9e4e-51892f14ce2e req-4567a893-5d51-44a9-b515-86b29bf6173f tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] For port 734fd62e-a75e-4120-ba4d-b732bed04e73, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=734fd62e-a75e-4120-ba4d-b732bed04e73,segment=NetworkSegment(3cbd7805-aa7c-4600-9950-b5cb2e54bb37),segment_id=3cbd7805-aa7c-4600-9950-b5cb2e54bb37)] {{(pid=93315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:34:19.381468 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-009879d5-6d23-4d84-9e4e-51892f14ce2e req-4567a893-5d51-44a9-b515-86b29bf6173f tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:19.587820 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80308f8d-870d-4000-85a2-0f5dd1f5da2f req-e5d1e56a-9434-4d05-9872-49999b63619d tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:19.589459 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-80308f8d-870d-4000-85a2-0f5dd1f5da2f req-e5d1e56a-9434-4d05-9872-49999b63619d tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.1703780 Aug 10 11:34:19.689403 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-80308f8d-870d-4000-85a2-0f5dd1f5da2f req-ea7a4351-c473-477b-b6f8-503620bda4f5 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889714 Aug 10 11:34:19.701381 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-009879d5-6d23-4d84-9e4e-51892f14ce2e req-4567a893-5d51-44a9-b515-86b29bf6173f tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:19.701757 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-009879d5-6d23-4d84-9e4e-51892f14ce2e req-4567a893-5d51-44a9-b515-86b29bf6173f tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-134149778'] for floatingip, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:19.702050 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.db.l3_db [req-009879d5-6d23-4d84-9e4e-51892f14ce2e req-4567a893-5d51-44a9-b515-86b29bf6173f tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Floating IP 37895935-1673-4842-98f3-7169bcb710fc disassociated. External IP: 172.27.1.119, port: 734fd62e-a75e-4120-ba4d-b732bed04e73. Aug 10 11:34:19.702275 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [req-009879d5-6d23-4d84-9e4e-51892f14ce2e req-4567a893-5d51-44a9-b515-86b29bf6173f tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Calling delete_port for 734fd62e-a75e-4120-ba4d-b732bed04e73 owned by compute:nova {{(pid=93315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:34:19.858944 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-009879d5-6d23-4d84-9e4e-51892f14ce2e req-4567a893-5d51-44a9-b515-86b29bf6173f tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:19.893192 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4567a893-5d51-44a9-b515-86b29bf6173f tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Pushing event deleted for resources: {'Port': ['ID=734fd62e-a75e-4120-ba4d-b732bed04e73,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:34:20.034766 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.l3_agent_scheduler [req-009879d5-6d23-4d84-9e4e-51892f14ce2e req-4567a893-5d51-44a9-b515-86b29bf6173f tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Router a330f9f5-c2ea-428f-8aec-7b4d60c03893 has already been hosted by L3 agent c7f5eca1-6939-476e-9546-e5f0f7bb2dc8 {{(pid=93315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 11:34:20.167443 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-009879d5-6d23-4d84-9e4e-51892f14ce2e req-4567a893-5d51-44a9-b515-86b29bf6173f tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify agent at l3_agent.dv-cinder-792800-5-iscsi the message routers_updated {{(pid=93315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 11:34:20.181038 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1c1f3e-1120-488f-95cc-502b54a06423 None None] Sync routers for ids ['a330f9f5-c2ea-428f-8aec-7b4d60c03893'] in dv-cinder-792800-5-iscsi {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 11:34:20.195959 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1c1f3e-1120-488f-95cc-502b54a06423 None None] Routers {'a330f9f5-c2ea-428f-8aec-7b4d60c03893'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:34:20.197126 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-bc1c1f3e-1120-488f-95cc-502b54a06423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:34:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['a330f9f5-c2ea-428f-8aec-7b4d60c03893'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:34:20.228112 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [req-009879d5-6d23-4d84-9e4e-51892f14ce2e req-4567a893-5d51-44a9-b515-86b29bf6173f tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] No DVR routers for this DVR port 734fd62e-a75e-4120-ba4d-b732bed04e73 on host hv-cinder-79280 {{(pid=93315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 11:34:20.230845 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-009879d5-6d23-4d84-9e4e-51892f14ce2e req-4567a893-5d51-44a9-b515-86b29bf6173f tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:20.233685 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-009879d5-6d23-4d84-9e4e-51892f14ce2e req-4567a893-5d51-44a9-b515-86b29bf6173f tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.59 "DELETE /v2.0/ports/734fd62e-a75e-4120-ba4d-b732bed04e73 HTTP/1.1" status: 204 len: 173 time: 1.1290507 Aug 10 11:34:20.234204 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a7931f-83f4-497e-ba99-814093e07174', 'name': 'network-vif-deleted', 'tag': '734fd62e-a75e-4120-ba4d-b732bed04e73'}] {{(pid=93315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:34:20.236655 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6373fc61674628fc4ea179701e5cfbb487487662fff8fb4d49624df9baba4f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e467be-74eb-4912-8ca7-af104f126377" -d '{"events": [{"server_uuid": "f9a7931f-83f4-497e-ba99-814093e07174", "name": "network-vif-deleted", "tag": "734fd62e-a75e-4120-ba4d-b732bed04e73"}]}' {{(pid=93315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:34:20.295220 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 11:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d350e1b-26f5-4e52-8b0a-a2a65595665a x-openstack-request-id: req-5d350e1b-26f5-4e52-8b0a-a2a65595665a {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:34:20.296177 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a7931f-83f4-497e-ba99-814093e07174", "name": "network-vif-deleted", "tag": "734fd62e-a75e-4120-ba4d-b732bed04e73", "status": "completed", "code": 200}]} {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:34:20.296177 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5d350e1b-26f5-4e52-8b0a-a2a65595665a {{(pid=93315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:34:20.296533 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a7931f-83f4-497e-ba99-814093e07174', 'name': 'network-vif-deleted', 'tag': '734fd62e-a75e-4120-ba4d-b732bed04e73', 'status': 'completed', 'code': 200} Aug 10 11:34:20.353350 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-bc1c1f3e-1120-488f-95cc-502b54a06423 None None] Set router a330f9f5-c2ea-428f-8aec-7b4d60c03893 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:34:20.499739 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ce0a5e59-68aa-425d-9cea-7935c431ca18 req-8628725a-4f2a-42df-89e4-e2fb87780664 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 210 time: 0.0447874 Aug 10 11:34:20.633422 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-bc1c1f3e-1120-488f-95cc-502b54a06423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'name': 'tempest-AttachVolumeShelveTestJSON-1618038562-router', 'tenant_id': '7a68aeea61694149bca356d548ab331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '46181fd2-70a4-4f45-81a6-636f5b5a6d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:29:20Z', 'updated_at': '2021-08-10T11:29:25Z', 'revision_number': 4, 'project_id': '7a68aeea61694149bca356d548ab331a', 'gw_port': {'id': '46181fd2-70a4-4f45-81a6-636f5b5a6d41', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:29:21Z', 'updated_at': '2021-08-10T11:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': 'bfea9bb0-eb90-4d4b-ba20-d8524a2b4133', 'name': '', 'network_id': 'caf833b7-6b1c-4283-9a64-20c0e4838897', 'tenant_id': '7a68aeea61694149bca356d548ab331a', 'mac_address': 'fa:16:3e:c1:66:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ef775550-3c92-437a-ad9c-5040b90d0f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:29:24Z', 'updated_at': '2021-08-10T11:29:34Z', 'revision_number': 5, 'project_id': '7a68aeea61694149bca356d548ab331a', 'subnets': [{'id': 'ef775550-3c92-437a-ad9c-5040b90d0f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:34:20.664024 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1c1f3e-1120-488f-95cc-502b54a06423 None None] Checking router: a330f9f5-c2ea-428f-8aec-7b4d60c03893 for host: dv-cinder-792800-5-iscsi {{(pid=93317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 11:34:20.673527 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1c1f3e-1120-488f-95cc-502b54a06423 None None] Routers {'a330f9f5-c2ea-428f-8aec-7b4d60c03893'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:34:20.674168 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-bc1c1f3e-1120-488f-95cc-502b54a06423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:34:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['a330f9f5-c2ea-428f-8aec-7b4d60c03893'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:34:20.802669 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-bc1c1f3e-1120-488f-95cc-502b54a06423 None None] Set router a330f9f5-c2ea-428f-8aec-7b4d60c03893 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:34:20.897755 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968c9f9-ecce-48e4-8cb8-d2168b40ee62 req-1e2f5f6d-6e21-4108-961b-dbb9527da9a2 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:20.899256 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-5968c9f9-ecce-48e4-8cb8-d2168b40ee62 req-1e2f5f6d-6e21-4108-961b-dbb9527da9a2 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.1068804 Aug 10 11:34:20.968488 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-5968c9f9-ecce-48e4-8cb8-d2168b40ee62 req-c386a4ad-46f9-4664-a2fa-6574359f7957 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558555 Aug 10 11:34:21.071517 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-bc1c1f3e-1120-488f-95cc-502b54a06423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'name': 'tempest-AttachVolumeShelveTestJSON-1618038562-router', 'tenant_id': '7a68aeea61694149bca356d548ab331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '46181fd2-70a4-4f45-81a6-636f5b5a6d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:29:20Z', 'updated_at': '2021-08-10T11:29:25Z', 'revision_number': 4, 'project_id': '7a68aeea61694149bca356d548ab331a', 'gw_port': {'id': '46181fd2-70a4-4f45-81a6-636f5b5a6d41', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:29:21Z', 'updated_at': '2021-08-10T11:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': 'bfea9bb0-eb90-4d4b-ba20-d8524a2b4133', 'name': '', 'network_id': 'caf833b7-6b1c-4283-9a64-20c0e4838897', 'tenant_id': '7a68aeea61694149bca356d548ab331a', 'mac_address': 'fa:16:3e:c1:66:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ef775550-3c92-437a-ad9c-5040b90d0f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:29:24Z', 'updated_at': '2021-08-10T11:29:34Z', 'revision_number': 5, 'project_id': '7a68aeea61694149bca356d548ab331a', 'subnets': [{'id': 'ef775550-3c92-437a-ad9c-5040b90d0f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:34:21.104033 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1c1f3e-1120-488f-95cc-502b54a06423 None None] The sync data for ids ['a330f9f5-c2ea-428f-8aec-7b4d60c03893'] in dv-cinder-792800-5-iscsi is: [{'id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'name': 'tempest-AttachVolumeShelveTestJSON-1618038562-router', 'tenant_id': '7a68aeea61694149bca356d548ab331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '46181fd2-70a4-4f45-81a6-636f5b5a6d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:29:20Z', 'updated_at': '2021-08-10T11:29:25Z', 'revision_number': 4, 'project_id': '7a68aeea61694149bca356d548ab331a', 'gw_port': {'id': '46181fd2-70a4-4f45-81a6-636f5b5a6d41', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:29:21Z', 'updated_at': '2021-08-10T11:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': 'bfea9bb0-eb90-4d4b-ba20-d8524a2b4133', 'name': '', 'network_id': 'caf833b7-6b1c-4283-9a64-20c0e4838897', 'tenant_id': '7a68aeea61694149bca356d548ab331a', 'mac_address': 'fa:16:3e:c1:66:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ef775550-3c92-437a-ad9c-5040b90d0f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:29:24Z', 'updated_at': '2021-08-10T11:29:34Z', 'revision_number': 5, 'project_id': '7a68aeea61694149bca356d548ab331a', 'subnets': [{'id': 'ef775550-3c92-437a-ad9c-5040b90d0f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 11:34:21.366728 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb86f634-1d4a-4902-9654-db762714df0a None None] New status for floating IP 37895935-1673-4842-98f3-7169bcb710fc: DOWN {{(pid=93318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 11:34:21.631537 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-b7419a25-512e-427a-855c-75dc52cc0bd3 req-bcfcfe3f-3092-421c-b671-cd5c2423c577 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 210 time: 0.0405035 Aug 10 11:34:22.112995 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c37b9-7b71-4a02-9a20-59492a3fc0e6 req-61e4c3d5-ac33-4b3b-ba4a-6775c1603511 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:22.115739 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-e43c37b9-7b71-4a02-9a20-59492a3fc0e6 req-61e4c3d5-ac33-4b3b-ba4a-6775c1603511 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.0722692 Aug 10 11:34:22.177748 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-e43c37b9-7b71-4a02-9a20-59492a3fc0e6 req-058f6089-d82f-4fee-8652-d92873fbe0aa tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545354 Aug 10 11:34:23.104360 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-f93c91fa-4ec6-4026-bc1b-ddbf6bb70f70 req-2121d039-2245-46fc-bebb-e4c22eddc3af tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a7931f-83f4-497e-ba99-814093e07174 HTTP/1.1" status: 200 len: 210 time: 0.3476586 Aug 10 11:34:23.280671 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 734fd62e-a75e-4120-ba4d-b732bed04e73 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 11:34:23.302455 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] No Port match for: 734fd62e-a75e-4120-ba4d-b732bed04e73 {{(pid=93317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 11:34:23.302808 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 734fd62e-a75e-4120-ba4d-b732bed04e73 not bound to the agent host hv-cinder-79280 {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 11:34:23.333821 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc8de2-b0fd-4466-919d-14340e4a54a6 req-e8ddf76c-8a77-49ff-81d2-803b776ceb74 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:23.336418 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-13cc8de2-b0fd-4466-919d-14340e4a54a6 req-e8ddf76c-8a77-49ff-81d2-803b776ceb74 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.0696175 Aug 10 11:34:23.403011 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-13cc8de2-b0fd-4466-919d-14340e4a54a6 req-a0bca2c7-1219-4624-b530-cb6d82ccf394 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594544 Aug 10 11:34:23.691711 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf279c78-533c-49a0-be1b-538ebd893f86 req-882931d3-9fcb-437d-a74b-624e0f8ecb82 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:23.693442 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-bf279c78-533c-49a0-be1b-538ebd893f86 req-882931d3-9fcb-437d-a74b-624e0f8ecb82 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.0874512 Aug 10 11:34:23.710478 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4131d-14a2-4a42-81ab-389aa1be36d7 req-1fd289ae-292b-44c5-abbb-7813446925df tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:23.713114 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-34b4131d-14a2-4a42-81ab-389aa1be36d7 req-1fd289ae-292b-44c5-abbb-7813446925df tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/networks?id=c82543c9-8a7f-481f-991b-fabfb972cc63 HTTP/1.1" status: 200 len: 814 time: 0.1560841 Aug 10 11:34:23.734674 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3ccb4-df66-4191-b242-5410ab20f6ca req-f5f023ae-3259-4418-88f0-1610ab9cd5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:23.736239 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-04e3ccb4-df66-4191-b242-5410ab20f6ca req-f5f023ae-3259-4418-88f0-1610ab9cd5f4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=84f5dbe3e1cf47c299d5230d7ef39f9f&device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 1099 time: 0.0798786 Aug 10 11:34:23.745044 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-bf279c78-533c-49a0-be1b-538ebd893f86 req-29e2b2d0-2bc9-4c64-9064-f38493e30791 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449297 Aug 10 11:34:23.824745 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-34b4131d-14a2-4a42-81ab-389aa1be36d7 req-4cf3c7aa-834b-4651-a043-b1ebfa069583 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/quotas/8fc8852fec3e48c9a32a589a12cdb9d0 HTTP/1.1" status: 200 len: 375 time: 0.1053374 Aug 10 11:34:23.855745 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3ccb4-df66-4191-b242-5410ab20f6ca req-44c372b9-79d2-4f80-a84d-99b73c345cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:23.858835 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-34b4131d-14a2-4a42-81ab-389aa1be36d7 req-cfdcce39-2a12-40ee-9fef-a53cd2931758 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8fc8852fec3e48c9a32a589a12cdb9d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282686 Aug 10 11:34:23.862718 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-04e3ccb4-df66-4191-b242-5410ab20f6ca req-44c372b9-79d2-4f80-a84d-99b73c345cfa service neutron] 10.222.0.59 "GET /v2.0/networks?id=6db70112-8cd9-467f-aa72-29de5ea56ae8 HTTP/1.1" status: 200 len: 911 time: 0.1158929 Aug 10 11:34:23.969994 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-34b4131d-14a2-4a42-81ab-389aa1be36d7 req-2c426e82-50c9-448d-aea8-cb625bdcf226 service neutron] 10.222.0.24 "GET /v2.0/networks/c82543c9-8a7f-481f-991b-fabfb972cc63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033399 Aug 10 11:34:23.999725 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-04e3ccb4-df66-4191-b242-5410ab20f6ca req-e44720f8-2331-4458-a918-a3f5899e3baf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8 HTTP/1.1" status: 200 len: 1002 time: 0.1275542 Aug 10 11:34:24.067456 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3ccb4-df66-4191-b242-5410ab20f6ca req-243ca900-3c36-4552-8a06-a03151d2fb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:24.069315 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-04e3ccb4-df66-4191-b242-5410ab20f6ca req-243ca900-3c36-4552-8a06-a03151d2fb8c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fc1e85e4-da01-4b14-969e-682bd3f5912f HTTP/1.1" status: 200 len: 849 time: 0.0616751 Aug 10 11:34:24.105345 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-34b4131d-14a2-4a42-81ab-389aa1be36d7 req-87e2bb03-78b1-4215-b8b0-89b542a8b7dc service neutron] 10.222.0.24 "GET /v2.0/networks/c82543c9-8a7f-481f-991b-fabfb972cc63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287494 Aug 10 11:34:24.136328 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3ccb4-df66-4191-b242-5410ab20f6ca req-01109f69-bfd9-4129-ae0d-fe3e53e6d6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:24.138245 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-04e3ccb4-df66-4191-b242-5410ab20f6ca req-01109f69-bfd9-4129-ae0d-fe3e53e6d6e4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6db70112-8cd9-467f-aa72-29de5ea56ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0596881 Aug 10 11:34:24.254958 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 55284) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:34:24.283463 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 55288) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:34:24.319886 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-04e3ccb4-df66-4191-b242-5410ab20f6ca req-70339a98-4b0c-43e2-856e-5a2e4a29a6d9 service neutron] 10.222.0.59 "GET /v2.0/networks/6db70112-8cd9-467f-aa72-29de5ea56ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731746 Aug 10 11:34:24.363467 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-374c2e15-16f2-449f-b9bb-67bde7da4115 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:24.370214 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-43b4fc34-a527-4215-bef8-0fd6109b737f req-46f4c960-b5fb-4309-8374-bcfb9542de79 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/ports?device_id=8902bf88-eac7-43b1-8e77-31bc5e880a87 HTTP/1.1" status: 200 len: 210 time: 0.0486419 Aug 10 11:34:24.425798 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-374c2e15-16f2-449f-b9bb-67bde7da4115 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:24.502849 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-04e3ccb4-df66-4191-b242-5410ab20f6ca req-755a7310-0b00-4cc7-9773-2ba9eb10a6da service neutron] 10.222.0.59 "GET /v2.0/networks/6db70112-8cd9-467f-aa72-29de5ea56ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683826 Aug 10 11:34:24.509377 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-b19856a0-3dd9-4764-b761-7b3ff212a98f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:24.538908 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-374c2e15-16f2-449f-b9bb-67bde7da4115 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:24.549777 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-374c2e15-16f2-449f-b9bb-67bde7da4115 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:24.554103 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-374c2e15-16f2-449f-b9bb-67bde7da4115 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "DELETE /v2.0/security-groups/b59216fa-5bdf-44f9-8ec2-7e5d2cf63935 HTTP/1.1" status: 204 len: 168 time: 0.2980819 Aug 10 11:34:24.555117 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 55298) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:34:24.578308 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.api.v2.resource [None req-e3deb33d-a6e9-4312-b4ab-68992085725c tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] show failed (client error): The resource could not be found. Aug 10 11:34:24.583094 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-e3deb33d-a6e9-4312-b4ab-68992085725c tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups/b59216fa-5bdf-44f9-8ec2-7e5d2cf63935 HTTP/1.1" status: 404 len: 347 time: 0.0237820 Aug 10 11:34:24.585365 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 55300) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:34:24.589609 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374c2e15-16f2-449f-b9bb-67bde7da4115 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59216fa-5bdf-44f9-8ec2-7e5d2cf63935,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:34:24.772238 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-b19856a0-3dd9-4764-b761-7b3ff212a98f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:24.778120 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-b19856a0-3dd9-4764-b761-7b3ff212a98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:24.852083 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-b19856a0-3dd9-4764-b761-7b3ff212a98f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ee5c74cc1cd943418f53114bb544e352&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5673497 Aug 10 11:34:24.856638 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 55306) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:34:24.865367 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19856a0-3dd9-4764-b761-7b3ff212a98f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659dc883-9315-4a09-aab4-3c019ae40761,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:34:24.884546 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [None req-f4a3b337-f889-4a22-b571-b5dfd86c8918 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Deleting port 2b551970-8f3d-48a9-bea8-b7f009637890 {{(pid=93315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:34:24.884546 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-f4a3b337-f889-4a22-b571-b5dfd86c8918 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:25.009062 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa61b6-6ea7-4bba-818f-6f6773ec44c4 req-a5c2a9b1-283b-4446-9f70-884e7eae65cc tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:25.017653 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-65aa61b6-6ea7-4bba-818f-6f6773ec44c4 req-a5c2a9b1-283b-4446-9f70-884e7eae65cc tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.1675088 Aug 10 11:34:25.018899 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-f4a3b337-f889-4a22-b571-b5dfd86c8918 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:25.019403 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-f4a3b337-f889-4a22-b571-b5dfd86c8918 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:25.048859 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [None req-f4a3b337-f889-4a22-b571-b5dfd86c8918 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Calling delete_port for 2b551970-8f3d-48a9-bea8-b7f009637890 owned by network:floatingip {{(pid=93315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:34:25.076331 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-8ec04364-36e0-48ac-bfff-47258135b5ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:25.112024 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-65aa61b6-6ea7-4bba-818f-6f6773ec44c4 req-748ccac2-0bd6-49b4-a0ca-7f354d3d40fd tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880835 Aug 10 11:34:25.133331 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-8ec04364-36e0-48ac-bfff-47258135b5ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:25.224659 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-8ec04364-36e0-48ac-bfff-47258135b5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:25.229319 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-8ec04364-36e0-48ac-bfff-47258135b5ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:25.236005 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-8ec04364-36e0-48ac-bfff-47258135b5ed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/659dc883-9315-4a09-aab4-3c019ae40761 HTTP/1.1" status: 204 len: 168 time: 0.3103180 Aug 10 11:34:25.246055 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec04364-36e0-48ac-bfff-47258135b5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659dc883-9315-4a09-aab4-3c019ae40761,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:34:25.282011 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-f4a3b337-f889-4a22-b571-b5dfd86c8918 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:25.313663 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3b337-f889-4a22-b571-b5dfd86c8918 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Pushing event deleted for resources: {'Port': ['ID=2b551970-8f3d-48a9-bea8-b7f009637890,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:34:25.378438 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-f4a3b337-f889-4a22-b571-b5dfd86c8918 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks [] for floatingip, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:25.381194 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-f4a3b337-f889-4a22-b571-b5dfd86c8918 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for floatingip, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:25.382461 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-f4a3b337-f889-4a22-b571-b5dfd86c8918 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "DELETE /v2.0/floatingips/37895935-1673-4842-98f3-7169bcb710fc HTTP/1.1" status: 204 len: 168 time: 0.7958610 Aug 10 11:34:25.530035 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e05caf15-5057-4ff4-93b2-97f2463f2619 req-24b85636-06fb-441b-bd9f-399d7ef5370a tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/ports?device_id=8902bf88-eac7-43b1-8e77-31bc5e880a87 HTTP/1.1" status: 200 len: 210 time: 0.0495081 Aug 10 11:34:25.761255 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4131d-14a2-4a42-81ab-389aa1be36d7 req-9c023cca-eb95-4b25-a8a9-9a5818130d1a tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:25.762976 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-34b4131d-14a2-4a42-81ab-389aa1be36d7 req-9c023cca-eb95-4b25-a8a9-9a5818130d1a tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.59 "GET /v2.0/networks?id=c82543c9-8a7f-481f-991b-fabfb972cc63 HTTP/1.1" status: 200 len: 814 time: 0.1503081 Aug 10 11:34:25.776465 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [req-34b4131d-14a2-4a42-81ab-389aa1be36d7 req-b5fc5e4d-84aa-4be4-aebd-5e1ea8f72511 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Request body: {'port': {'device_id': '8902bf88-eac7-43b1-8e77-31bc5e880a87', 'network_id': 'c82543c9-8a7f-481f-991b-fabfb972cc63', 'admin_state_up': True, 'tenant_id': '8fc8852fec3e48c9a32a589a12cdb9d0'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:34:25.810427 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 55316) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:34:25.816301 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-cf8e9a7d-cead-41c7-843a-77614b67a82b tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1481460528', 'description': 'tempest-description--711251462'}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:34:25.845427 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-cf8e9a7d-cead-41c7-843a-77614b67a82b tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:25.968427 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-cf8e9a7d-cead-41c7-843a-77614b67a82b tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:25.974875 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-cf8e9a7d-cead-41c7-843a-77614b67a82b tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:26.001809 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34b4131d-14a2-4a42-81ab-389aa1be36d7 req-b5fc5e4d-84aa-4be4-aebd-5e1ea8f72511 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Made reservation on behalf of 8fc8852fec3e48c9a32a589a12cdb9d0 for: {'port': 1} {{(pid=93315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:34:26.008444 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-34b4131d-14a2-4a42-81ab-389aa1be36d7 req-b5fc5e4d-84aa-4be4-aebd-5e1ea8f72511 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:26.024079 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-cf8e9a7d-cead-41c7-843a-77614b67a82b tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:26.028491 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-cf8e9a7d-cead-41c7-843a-77614b67a82b tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2137146 Aug 10 11:34:26.028929 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 55324) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:34:26.032103 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8e9a7d-cead-41c7-843a-77614b67a82b tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41e75915-82a4-4314-93fd-90b1f11fde18,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:34:26.039870 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-b7192343-6fc4-4972-bffa-870399062041 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Request body: {'security_group_rule': {'security_group_id': '41e75915-82a4-4314-93fd-90b1f11fde18', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:34:26.084273 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-b7192343-6fc4-4972-bffa-870399062041 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:26.179676 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-b7192343-6fc4-4972-bffa-870399062041 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:26.190044 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-b7192343-6fc4-4972-bffa-870399062041 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099804'] for security_group_rule, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:26.225771 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7192343-6fc4-4972-bffa-870399062041 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f0c5a6c-20d5-4c50-99b3-d3682ff0cf72,revision_number=0']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:34:26.230280 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-b7192343-6fc4-4972-bffa-870399062041 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:26.235436 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-b7192343-6fc4-4972-bffa-870399062041 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2020774 Aug 10 11:34:26.236056 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 55328) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:34:26.243962 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-29010edd-c3d1-43e5-9388-c24ad07ff52c tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Request body: {'security_group_rule': {'security_group_id': '41e75915-82a4-4314-93fd-90b1f11fde18', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:34:26.284256 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.db_base_plugin_common [req-34b4131d-14a2-4a42-81ab-389aa1be36d7 req-b5fc5e4d-84aa-4be4-aebd-5e1ea8f72511 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Allocated IP 172.20.0.4 (c82543c9-8a7f-481f-991b-fabfb972cc63/f8c5449c-e11a-478d-b2ab-6f2773a94970/4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b) {{(pid=93315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:34:26.291812 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-29010edd-c3d1-43e5-9388-c24ad07ff52c tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:26.341152 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e344a8-1fed-492e-9994-af4e800f1da7 req-ea1526fa-267c-436a-9053-5b39e81d1a6d tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:26.342820 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-04e344a8-1fed-492e-9994-af4e800f1da7 req-ea1526fa-267c-436a-9053-5b39e81d1a6d tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.1001976 Aug 10 11:34:26.383531 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-29010edd-c3d1-43e5-9388-c24ad07ff52c tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:26.387774 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-29010edd-c3d1-43e5-9388-c24ad07ff52c tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099804'] for security_group_rule, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:26.406124 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29010edd-c3d1-43e5-9388-c24ad07ff52c tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaaeed33-7dfe-4ba8-a76b-c829446d0d28,revision_number=0']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:34:26.417833 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-29010edd-c3d1-43e5-9388-c24ad07ff52c tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:26.419118 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-29010edd-c3d1-43e5-9388-c24ad07ff52c tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1814647 Aug 10 11:34:26.424789 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 55330) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:34:26.429683 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-8b9acda8-985c-4d87-a005-186db6e8d51c tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Request body: {'floatingip': {'floating_network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:34:26.444245 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-04e344a8-1fed-492e-9994-af4e800f1da7 req-0340d98f-05b0-4b5a-8ca5-c6d272b70a48 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944455 Aug 10 11:34:26.464660 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-8b9acda8-985c-4d87-a005-186db6e8d51c tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks [] for floatingip, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:26.508100 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-34b4131d-14a2-4a42-81ab-389aa1be36d7 req-b5fc5e4d-84aa-4be4-aebd-5e1ea8f72511 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Notify callbacks [] for port, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:26.552619 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-34b4131d-14a2-4a42-81ab-389aa1be36d7 req-b5fc5e4d-84aa-4be4-aebd-5e1ea8f72511 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:26.598801 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34b4131d-14a2-4a42-81ab-389aa1be36d7 req-b5fc5e4d-84aa-4be4-aebd-5e1ea8f72511 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Network c82543c9-8a7f-481f-991b-fabfb972cc63 is already hosted by enough agents. {{(pid=93315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:34:26.605382 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.base_scheduler [req-34b4131d-14a2-4a42-81ab-389aa1be36d7 req-b5fc5e4d-84aa-4be4-aebd-5e1ea8f72511 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Resources bound (agent type, host, resource id): {{(pid=93315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:34:26.610455 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b4131d-14a2-4a42-81ab-389aa1be36d7 req-b5fc5e4d-84aa-4be4-aebd-5e1ea8f72511 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Received port after_create {{(pid=93315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:34:26.611649 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-8b9acda8-985c-4d87-a005-186db6e8d51c tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:26.641446 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc5e4d-84aa-4be4-aebd-5e1ea8f72511 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Pushing event updated for resources: {'Port': ['ID=4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:34:26.680479 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4131d-14a2-4a42-81ab-389aa1be36d7 req-b5fc5e4d-84aa-4be4-aebd-5e1ea8f72511 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:26.681273 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-34b4131d-14a2-4a42-81ab-389aa1be36d7 req-b5fc5e4d-84aa-4be4-aebd-5e1ea8f72511 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:26.700202 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-34b4131d-14a2-4a42-81ab-389aa1be36d7 req-b5fc5e4d-84aa-4be4-aebd-5e1ea8f72511 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9278579 Aug 10 11:34:26.717577 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [req-34b4131d-14a2-4a42-81ab-389aa1be36d7 req-241a0765-12f1-4cdf-aa96-145a9553503a service neutron] Request body: {'port': {'device_id': '8902bf88-eac7-43b1-8e77-31bc5e880a87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:34:26.789282 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed520fed-fa29-4333-8572-db391a66dc25 req-6814039d-7f30-4bcc-8234-ac9322e52aa6 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:26.790908 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-ed520fed-fa29-4333-8572-db391a66dc25 req-6814039d-7f30-4bcc-8234-ac9322e52aa6 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/ports?device_id=8902bf88-eac7-43b1-8e77-31bc5e880a87 HTTP/1.1" status: 200 len: 931 time: 0.1534948 Aug 10 11:34:26.802289 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-34b4131d-14a2-4a42-81ab-389aa1be36d7 req-241a0765-12f1-4cdf-aa96-145a9553503a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:26.831514 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.db_base_plugin_common [None req-8b9acda8-985c-4d87-a005-186db6e8d51c tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Allocated IP 172.27.1.135 (5acaf353-3f61-4dec-9325-b74ab1b31d79/161344f3-be79-4209-8149-4c1c277e8dc7/ce699aea-b8d9-4898-bc33-89a5ef06b023) {{(pid=93316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:34:26.859973 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-ed520fed-fa29-4333-8572-db391a66dc25 req-a5cb7d96-bb0b-4cd0-9e6f-5db166acf46d tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcb8cd69-fa5e-4238-8368-da6b48541313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590255 Aug 10 11:34:26.965826 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-8b9acda8-985c-4d87-a005-186db6e8d51c tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks [] for port, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:27.015265 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-8b9acda8-985c-4d87-a005-186db6e8d51c tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130748572'] for port, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:27.144477 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [req-34b4131d-14a2-4a42-81ab-389aa1be36d7 req-241a0765-12f1-4cdf-aa96-145a9553503a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b {{(pid=93315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 11:34:27.155045 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-34b4131d-14a2-4a42-81ab-389aa1be36d7 req-241a0765-12f1-4cdf-aa96-145a9553503a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:27.175970 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.provisioning_blocks [req-34b4131d-14a2-4a42-81ab-389aa1be36d7 req-241a0765-12f1-4cdf-aa96-145a9553503a service neutron] Transition to ACTIVE for port object 4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b will not be triggered until provisioned by entity L2. {{(pid=93315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:34:27.181853 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-34b4131d-14a2-4a42-81ab-389aa1be36d7 req-241a0765-12f1-4cdf-aa96-145a9553503a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130148924'] for port, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:27.250608 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a0765-12f1-4cdf-aa96-145a9553503a service neutron] Pushing event updated for resources: {'Port': ['ID=4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b,revision_number=2']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:34:27.300535 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9acda8-985c-4d87-a005-186db6e8d51c tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Network 5acaf353-3f61-4dec-9325-b74ab1b31d79 is already hosted by enough agents. {{(pid=93316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:34:27.306329 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.base_scheduler [None req-8b9acda8-985c-4d87-a005-186db6e8d51c tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Resources bound (agent type, host, resource id): {{(pid=93316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:34:27.310377 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9acda8-985c-4d87-a005-186db6e8d51c tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Received port after_create {{(pid=93316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:34:27.330663 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-34b4131d-14a2-4a42-81ab-389aa1be36d7 req-241a0765-12f1-4cdf-aa96-145a9553503a service neutron] Attempting to bind port 4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:34:27.331549 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-34b4131d-14a2-4a42-81ab-389aa1be36d7 req-241a0765-12f1-4cdf-aa96-145a9553503a service neutron] Attempting to bind port 4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': 'b2a8b0c8-820e-493b-85d0-c9d3cdf1f0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c82543c9-8a7f-481f-991b-fabfb972cc63'}] {{(pid=93315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:34:27.331712 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b4131d-14a2-4a42-81ab-389aa1be36d7 req-241a0765-12f1-4cdf-aa96-145a9553503a service neutron] Attempting to bind port 4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b on network c82543c9-8a7f-481f-991b-fabfb972cc63 {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:34:27.335854 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9acda8-985c-4d87-a005-186db6e8d51c tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Pushing event updated for resources: {'Port': ['ID=ce699aea-b8d9-4898-bc33-89a5ef06b023,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:34:27.339591 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b4131d-14a2-4a42-81ab-389aa1be36d7 req-241a0765-12f1-4cdf-aa96-145a9553503a service neutron] Port 4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b on network c82543c9-8a7f-481f-991b-fabfb972cc63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 11:34:27.340688 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b4131d-14a2-4a42-81ab-389aa1be36d7 req-241a0765-12f1-4cdf-aa96-145a9553503a service neutron] Attempting to bind port 4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b on network c82543c9-8a7f-481f-991b-fabfb972cc63 {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:34:27.350953 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b4131d-14a2-4a42-81ab-389aa1be36d7 req-241a0765-12f1-4cdf-aa96-145a9553503a service neutron] Checking agent: {'id': '9054602d-8671-4254-af87-58e8d5e6c079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 27, 44), 'started_at': datetime.datetime(2021, 8, 10, 11, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:34:27.351508 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b4131d-14a2-4a42-81ab-389aa1be36d7 req-241a0765-12f1-4cdf-aa96-145a9553503a service neutron] Checking segment: {'id': 'b2a8b0c8-820e-493b-85d0-c9d3cdf1f0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c82543c9-8a7f-481f-991b-fabfb972cc63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:34:27.352103 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b4131d-14a2-4a42-81ab-389aa1be36d7 req-241a0765-12f1-4cdf-aa96-145a9553503a service neutron] Bound using segment: {'id': 'b2a8b0c8-820e-493b-85d0-c9d3cdf1f0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c82543c9-8a7f-481f-991b-fabfb972cc63'} {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:34:27.352775 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-34b4131d-14a2-4a42-81ab-389aa1be36d7 req-241a0765-12f1-4cdf-aa96-145a9553503a service neutron] Bound port: 4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2a8b0c8-820e-493b-85d0-c9d3cdf1f0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c82543c9-8a7f-481f-991b-fabfb972cc63'}}] {{(pid=93315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:34:27.353350 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-34b4131d-14a2-4a42-81ab-389aa1be36d7 req-241a0765-12f1-4cdf-aa96-145a9553503a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:27.432993 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-8b9acda8-985c-4d87-a005-186db6e8d51c tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:27.458615 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-34b4131d-14a2-4a42-81ab-389aa1be36d7 req-241a0765-12f1-4cdf-aa96-145a9553503a service neutron] For port 4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b, host hv-cinder-79280, cleared binding levels {{(pid=93315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:34:27.464644 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-34b4131d-14a2-4a42-81ab-389aa1be36d7 req-241a0765-12f1-4cdf-aa96-145a9553503a service neutron] For port 4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b,segment=NetworkSegment(b2a8b0c8-820e-493b-85d0-c9d3cdf1f0ea),segment_id=b2a8b0c8-820e-493b-85d0-c9d3cdf1f0ea)] {{(pid=93315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:34:27.471300 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-34b4131d-14a2-4a42-81ab-389aa1be36d7 req-241a0765-12f1-4cdf-aa96-145a9553503a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130148924'] for port, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:27.484304 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-8b9acda8-985c-4d87-a005-186db6e8d51c tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:27.528328 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4131d-14a2-4a42-81ab-389aa1be36d7 req-241a0765-12f1-4cdf-aa96-145a9553503a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:27.529361 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-34b4131d-14a2-4a42-81ab-389aa1be36d7 req-241a0765-12f1-4cdf-aa96-145a9553503a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:27.531729 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-34b4131d-14a2-4a42-81ab-389aa1be36d7 req-241a0765-12f1-4cdf-aa96-145a9553503a service neutron] 10.222.0.59 "PUT /v2.0/ports/4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b HTTP/1.1" status: 200 len: 1093 time: 0.8198860 Aug 10 11:34:27.532423 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8902bf88-eac7-43b1-8e77-31bc5e880a87', 'tag': '4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b'}] {{(pid=93315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:34:27.536306 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6373fc61674628fc4ea179701e5cfbb487487662fff8fb4d49624df9baba4f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d14e3b9-92da-4e79-88f1-3bf3c2df966b" -d '{"events": [{"name": "network-changed", "server_uuid": "8902bf88-eac7-43b1-8e77-31bc5e880a87", "tag": "4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b"}]}' {{(pid=93315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:34:27.595933 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 11:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f936264b-20be-4344-a260-33b48f259694 x-openstack-request-id: req-f936264b-20be-4344-a260-33b48f259694 {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:34:27.596447 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8902bf88-eac7-43b1-8e77-31bc5e880a87", "tag": "4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b", "status": "completed", "code": 200}]} {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:34:27.596880 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f936264b-20be-4344-a260-33b48f259694 {{(pid=93315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:34:27.597484 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8902bf88-eac7-43b1-8e77-31bc5e880a87', 'tag': '4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b', 'status': 'completed', 'code': 200} Aug 10 11:34:27.598621 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a0765-12f1-4cdf-aa96-145a9553503a service neutron] Pushing event updated for resources: {'Port': ['ID=4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b,revision_number=3']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:34:27.663138 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4131d-14a2-4a42-81ab-389aa1be36d7 req-2025bf53-f6cb-4b0e-87f6-bf22aa0bb640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:27.664929 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-34b4131d-14a2-4a42-81ab-389aa1be36d7 req-2025bf53-f6cb-4b0e-87f6-bf22aa0bb640 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8fc8852fec3e48c9a32a589a12cdb9d0&device_id=8902bf88-eac7-43b1-8e77-31bc5e880a87 HTTP/1.1" status: 200 len: 1096 time: 0.0613551 Aug 10 11:34:27.710105 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-34b4131d-14a2-4a42-81ab-389aa1be36d7 req-41f3cac1-2feb-4d0c-8434-de01745a417e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b HTTP/1.1" status: 200 len: 217 time: 0.0367002 Aug 10 11:34:27.728433 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-8b9acda8-985c-4d87-a005-186db6e8d51c tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks [] for port, precommit_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:27.733819 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-8b9acda8-985c-4d87-a005-186db6e8d51c tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130748519'] for port, after_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:27.779360 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4131d-14a2-4a42-81ab-389aa1be36d7 req-727b2692-a794-4613-aa9a-fe01489fd25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:27.783030 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-34b4131d-14a2-4a42-81ab-389aa1be36d7 req-727b2692-a794-4613-aa9a-fe01489fd25a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8c5449c-e11a-478d-b2ab-6f2773a94970 HTTP/1.1" status: 200 len: 854 time: 0.0652931 Aug 10 11:34:27.830694 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9acda8-985c-4d87-a005-186db6e8d51c tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Pushing event updated for resources: {'Port': ['ID=ce699aea-b8d9-4898-bc33-89a5ef06b023,revision_number=2']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:34:27.832931 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-34b4131d-14a2-4a42-81ab-389aa1be36d7 req-6d6de623-5d70-453a-8755-fc686ddf2e19 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c82543c9-8a7f-481f-991b-fabfb972cc63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414779 Aug 10 11:34:27.838204 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-8b9acda8-985c-4d87-a005-186db6e8d51c tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-134149778'] for floatingip, after_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:27.853422 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-8b9acda8-985c-4d87-a005-186db6e8d51c tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for floatingip, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:27.854944 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-8b9acda8-985c-4d87-a005-186db6e8d51c tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4291501 Aug 10 11:34:27.949807 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-34b4131d-14a2-4a42-81ab-389aa1be36d7 req-ca30656a-7ad7-4f9e-800b-03bbd2e8615b service neutron] 10.222.0.59 "GET /v2.0/networks/c82543c9-8a7f-481f-991b-fabfb972cc63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089764 Aug 10 11:34:28.020686 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d060446-3748-4696-9c6b-1e4fe1c15588 req-0c83368a-42bc-49d8-bcf2-9ddbe04a7aed tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:28.022320 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-0d060446-3748-4696-9c6b-1e4fe1c15588 req-0c83368a-42bc-49d8-bcf2-9ddbe04a7aed tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/ports?device_id=8902bf88-eac7-43b1-8e77-31bc5e880a87 HTTP/1.1" status: 200 len: 943 time: 0.0716281 Aug 10 11:34:28.074455 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-0d060446-3748-4696-9c6b-1e4fe1c15588 req-9366902d-894e-4adc-8cea-ca47855d8423 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcb8cd69-fa5e-4238-8368-da6b48541313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402277 Aug 10 11:34:28.086267 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-34b4131d-14a2-4a42-81ab-389aa1be36d7 req-a430fe25-cfc4-40d2-b435-51924d7d1513 service neutron] 10.222.0.59 "GET /v2.0/networks/c82543c9-8a7f-481f-991b-fabfb972cc63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285136 Aug 10 11:34:28.181318 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14e3b9-92da-4e79-88f1-3bf3c2df966b req-d49e67d3-3d1a-4239-9cd3-96a8ba05a985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:28.182888 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-5d14e3b9-92da-4e79-88f1-3bf3c2df966b req-d49e67d3-3d1a-4239-9cd3-96a8ba05a985 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8fc8852fec3e48c9a32a589a12cdb9d0&device_id=8902bf88-eac7-43b1-8e77-31bc5e880a87 HTTP/1.1" status: 200 len: 1096 time: 0.0463932 Aug 10 11:34:28.310372 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ad86ceae-06e7-421e-89d4-2a572051846a req-49639237-536c-42cf-ba29-a2059d0e38f6 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1481460528&fields=id&tenant_id=7a68aeea61694149bca356d548ab331a HTTP/1.1" status: 200 len: 267 time: 0.0562303 Aug 10 11:34:28.337558 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14e3b9-92da-4e79-88f1-3bf3c2df966b req-928dfffb-cbda-4e4a-be40-04874fc1ef32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:28.339217 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-5d14e3b9-92da-4e79-88f1-3bf3c2df966b req-928dfffb-cbda-4e4a-be40-04874fc1ef32 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c82543c9-8a7f-481f-991b-fabfb972cc63 HTTP/1.1" status: 200 len: 915 time: 0.1484714 Aug 10 11:34:28.646267 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-5d14e3b9-92da-4e79-88f1-3bf3c2df966b req-5925fea7-83c5-4f4e-a093-4c8d2b3a8835 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b HTTP/1.1" status: 200 len: 217 time: 0.2960920 Aug 10 11:34:28.722969 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14e3b9-92da-4e79-88f1-3bf3c2df966b req-66e9b2ef-80dc-44a9-b18d-f5bc4d525f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:28.724463 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-5d14e3b9-92da-4e79-88f1-3bf3c2df966b req-66e9b2ef-80dc-44a9-b18d-f5bc4d525f6e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8c5449c-e11a-478d-b2ab-6f2773a94970 HTTP/1.1" status: 200 len: 854 time: 0.0708234 Aug 10 11:34:28.735476 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86ceae-06e7-421e-89d4-2a572051846a req-df850dfc-d074-4331-8368-fb35de306305 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:28.736957 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ad86ceae-06e7-421e-89d4-2a572051846a req-df850dfc-d074-4331-8368-fb35de306305 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/networks?id=caf833b7-6b1c-4283-9a64-20c0e4838897 HTTP/1.1" status: 200 len: 817 time: 0.4198232 Aug 10 11:34:28.769808 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-5d14e3b9-92da-4e79-88f1-3bf3c2df966b req-e8201f95-20f4-474e-b487-ba11600e7dd1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c82543c9-8a7f-481f-991b-fabfb972cc63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318768 Aug 10 11:34:28.772364 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ad86ceae-06e7-421e-89d4-2a572051846a req-9b808012-1c70-4bdc-9e95-ebf5df86745d tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/quotas/7a68aeea61694149bca356d548ab331a HTTP/1.1" status: 200 len: 375 time: 0.0253997 Aug 10 11:34:28.883342 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ad86ceae-06e7-421e-89d4-2a572051846a req-7917b9dd-c3d7-4e4e-8dae-90af571b9ea4 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a68aeea61694149bca356d548ab331a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1049364 Aug 10 11:34:28.914760 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-5d14e3b9-92da-4e79-88f1-3bf3c2df966b req-8e5345d1-64eb-4f41-8b57-fd336aaf1456 service neutron] 10.222.0.59 "GET /v2.0/networks/c82543c9-8a7f-481f-991b-fabfb972cc63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276071 Aug 10 11:34:29.061474 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ad86ceae-06e7-421e-89d4-2a572051846a req-ed9a0d28-8f80-44d9-a4fb-5f44a5107f11 service neutron] 10.222.0.24 "GET /v2.0/networks/caf833b7-6b1c-4283-9a64-20c0e4838897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608150 Aug 10 11:34:29.066895 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-5d14e3b9-92da-4e79-88f1-3bf3c2df966b req-980c9e49-e102-4fcd-b894-2ca7db7cad85 service neutron] 10.222.0.59 "GET /v2.0/networks/c82543c9-8a7f-481f-991b-fabfb972cc63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423321 Aug 10 11:34:29.156392 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ad86ceae-06e7-421e-89d4-2a572051846a req-59a228a7-d802-40a4-ab3a-7dae8df41e06 service neutron] 10.222.0.24 "GET /v2.0/networks/caf833b7-6b1c-4283-9a64-20c0e4838897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885239 Aug 10 11:34:29.203902 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f2654-2413-4a01-bbae-36f98105802f req-e6134ee5-4c37-403b-bb9c-8b74e825dcba tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:29.205513 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-3e6f2654-2413-4a01-bbae-36f98105802f req-e6134ee5-4c37-403b-bb9c-8b74e825dcba tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/ports?device_id=8902bf88-eac7-43b1-8e77-31bc5e880a87 HTTP/1.1" status: 200 len: 943 time: 0.0536060 Aug 10 11:34:29.248153 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-3e6f2654-2413-4a01-bbae-36f98105802f req-005b0c4f-b8c1-4fbb-8f19-9a6458fbe9c6 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcb8cd69-fa5e-4238-8368-da6b48541313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364609 Aug 10 11:34:29.345638 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-0a81d78c-3891-4262-81c1-86921ce8ab49 req-ab44cdb1-de75-4391-9699-0bc95b376d7e tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 210 time: 0.0351200 Aug 10 11:34:29.571081 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.agents_db [None req-cf88a1ba-3529-4992-9648-399914351393 None None] Agent healthcheck: found 6 active agents {{(pid=93318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 11:34:30.368225 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47721f3-876c-4af1-b954-032dd8900a06 req-e73794a0-2b43-4380-a8c7-78c078f418fb tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:30.370030 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-f47721f3-876c-4af1-b954-032dd8900a06 req-e73794a0-2b43-4380-a8c7-78c078f418fb tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/ports?device_id=8902bf88-eac7-43b1-8e77-31bc5e880a87 HTTP/1.1" status: 200 len: 943 time: 0.0503564 Aug 10 11:34:30.432092 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-f47721f3-876c-4af1-b954-032dd8900a06 req-46e40225-9bd4-4837-bbec-a6fa7df8f95b tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcb8cd69-fa5e-4238-8368-da6b48541313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551879 Aug 10 11:34:30.464419 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-02132931-5123-4c9a-a2a9-249267caf1b5 req-a4c8490c-f4dc-4ae9-856a-9fed1f250c87 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 210 time: 0.0388916 Aug 10 11:34:30.579457 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86ceae-06e7-421e-89d4-2a572051846a req-88af5ca0-2c54-4059-b29e-b91809d4f2fe tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:30.579457 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ad86ceae-06e7-421e-89d4-2a572051846a req-88af5ca0-2c54-4059-b29e-b91809d4f2fe tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.59 "GET /v2.0/networks?id=caf833b7-6b1c-4283-9a64-20c0e4838897 HTTP/1.1" status: 200 len: 817 time: 0.1212955 Aug 10 11:34:30.638104 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ad86ceae-06e7-421e-89d4-2a572051846a req-f601355b-34d4-4db3-aee7-068fd2d22a06 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a68aeea61694149bca356d548ab331a HTTP/1.1" status: 200 len: 380 time: 0.0526059 Aug 10 11:34:30.648523 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [req-ad86ceae-06e7-421e-89d4-2a572051846a req-6b8e7a91-f1bb-4ff1-a865-aab276fa89ab tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Request body: {'port': {'device_id': 'f3f01dec-7941-4ceb-8a39-0d656fb1bd68', 'network_id': 'caf833b7-6b1c-4283-9a64-20c0e4838897', 'admin_state_up': True, 'tenant_id': '7a68aeea61694149bca356d548ab331a', 'security_groups': ['41e75915-82a4-4314-93fd-90b1f11fde18']}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:34:30.761334 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad86ceae-06e7-421e-89d4-2a572051846a req-6b8e7a91-f1bb-4ff1-a865-aab276fa89ab tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Made reservation on behalf of 7a68aeea61694149bca356d548ab331a for: {'port': 1} {{(pid=93315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:34:30.765640 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-ad86ceae-06e7-421e-89d4-2a572051846a req-6b8e7a91-f1bb-4ff1-a865-aab276fa89ab tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:30.890738 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.db_base_plugin_common [req-ad86ceae-06e7-421e-89d4-2a572051846a req-6b8e7a91-f1bb-4ff1-a865-aab276fa89ab tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Allocated IP 172.20.0.8 (caf833b7-6b1c-4283-9a64-20c0e4838897/ef775550-3c92-437a-ad9c-5040b90d0f3e/af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0) {{(pid=93315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:34:31.033407 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-ad86ceae-06e7-421e-89d4-2a572051846a req-6b8e7a91-f1bb-4ff1-a865-aab276fa89ab tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks [] for port, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:31.048215 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.provisioning_blocks [req-ad86ceae-06e7-421e-89d4-2a572051846a req-6b8e7a91-f1bb-4ff1-a865-aab276fa89ab tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Transition to ACTIVE for port object af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0 will not be triggered until provisioned by entity DHCP. {{(pid=93315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:34:31.088464 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-ad86ceae-06e7-421e-89d4-2a572051846a req-6b8e7a91-f1bb-4ff1-a865-aab276fa89ab tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:31.133332 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad86ceae-06e7-421e-89d4-2a572051846a req-6b8e7a91-f1bb-4ff1-a865-aab276fa89ab tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Network caf833b7-6b1c-4283-9a64-20c0e4838897 is already hosted by enough agents. {{(pid=93315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:34:31.139449 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.base_scheduler [req-ad86ceae-06e7-421e-89d4-2a572051846a req-6b8e7a91-f1bb-4ff1-a865-aab276fa89ab tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Resources bound (agent type, host, resource id): {{(pid=93315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:34:31.143684 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad86ceae-06e7-421e-89d4-2a572051846a req-6b8e7a91-f1bb-4ff1-a865-aab276fa89ab tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Received port after_create {{(pid=93315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:34:31.169971 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e7a91-f1bb-4ff1-a865-aab276fa89ab tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Pushing event updated for resources: {'Port': ['ID=af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:34:31.207096 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86ceae-06e7-421e-89d4-2a572051846a req-6b8e7a91-f1bb-4ff1-a865-aab276fa89ab tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:31.207753 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-ad86ceae-06e7-421e-89d4-2a572051846a req-6b8e7a91-f1bb-4ff1-a865-aab276fa89ab tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:31.223967 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ad86ceae-06e7-421e-89d4-2a572051846a req-6b8e7a91-f1bb-4ff1-a865-aab276fa89ab tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5795720 Aug 10 11:34:31.246148 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [req-ad86ceae-06e7-421e-89d4-2a572051846a req-e7fca79c-8a13-4e6c-b76c-71930d16308f service neutron] Request body: {'port': {'device_id': 'f3f01dec-7941-4ceb-8a39-0d656fb1bd68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:34:31.324909 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-ad86ceae-06e7-421e-89d4-2a572051846a req-e7fca79c-8a13-4e6c-b76c-71930d16308f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:31.327774 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 11:34:31.453598 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-26e44b87-5991-4389-98ac-14488ba8fa1b None None] Provisioning for port af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0 completed by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:34:31.465272 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-26e44b87-5991-4389-98ac-14488ba8fa1b None None] Provisioning complete for port af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0 triggered by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:34:31.465801 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-26e44b87-5991-4389-98ac-14488ba8fa1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:31.522046 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-26e44b87-5991-4389-98ac-14488ba8fa1b None None] Port af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0 cannot update to ACTIVE because it is not bound. {{(pid=93317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 11:34:31.545739 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b,segment=NetworkSegment(b2a8b0c8-820e-493b-85d0-c9d3cdf1f0ea),segment_id=b2a8b0c8-820e-493b-85d0-c9d3cdf1f0ea)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:34:31.558499 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Returning: {'device': '4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b', 'network_id': 'c82543c9-8a7f-481f-991b-fabfb972cc63', 'port_id': '4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b', 'mac_address': 'fa:16:3e:dc:eb:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8c5449c-e11a-478d-b2ab-6f2773a94970', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 11:34:31.599763 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad443e-f7ee-4c8a-ac6d-49a95b8743ee req-c57c35d9-48df-424e-8f11-665ae34bfcc9 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:31.602121 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-fbad443e-f7ee-4c8a-ac6d-49a95b8743ee req-c57c35d9-48df-424e-8f11-665ae34bfcc9 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 931 time: 0.0561504 Aug 10 11:34:31.608571 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:31.629599 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b {{(pid=93317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 11:34:31.659535 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d7542-09b3-479a-8024-6e8065ce9709 req-1bb474ad-301c-4c8c-b6af-dba3eb48a538 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:31.661316 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-5b6d7542-09b3-479a-8024-6e8065ce9709 req-1bb474ad-301c-4c8c-b6af-dba3eb48a538 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/ports?device_id=8902bf88-eac7-43b1-8e77-31bc5e880a87 HTTP/1.1" status: 200 len: 943 time: 0.1117127 Aug 10 11:34:31.665497 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b,segment=NetworkSegment(b2a8b0c8-820e-493b-85d0-c9d3cdf1f0ea),segment_id=b2a8b0c8-820e-493b-85d0-c9d3cdf1f0ea)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:34:31.673044 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:31.679108 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-fbad443e-f7ee-4c8a-ac6d-49a95b8743ee req-26d5e3b3-c9dc-4c51-9c56-9c7b700794dc tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622218 Aug 10 11:34:31.740197 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b,revision_number=4']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:34:31.749048 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:34:31.749560 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:34:31.750055 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:34:31.750537 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:34:31.751029 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:34:31.751508 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:34:31.751980 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:34:31.752449 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:34:31.753028 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:34:31.753545 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:34:31.754018 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:34:31.754505 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:34:31.760092 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-5b6d7542-09b3-479a-8024-6e8065ce9709 req-a2822c3e-c9aa-46fe-bb6d-9ff16b34d394 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcb8cd69-fa5e-4238-8368-da6b48541313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784552 Aug 10 11:34:31.774380 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [req-ad86ceae-06e7-421e-89d4-2a572051846a req-e7fca79c-8a13-4e6c-b76c-71930d16308f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0 {{(pid=93315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 11:34:31.783302 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-ad86ceae-06e7-421e-89d4-2a572051846a req-e7fca79c-8a13-4e6c-b76c-71930d16308f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:31.797830 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.provisioning_blocks [req-ad86ceae-06e7-421e-89d4-2a572051846a req-e7fca79c-8a13-4e6c-b76c-71930d16308f service neutron] Transition to ACTIVE for port object af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0 will not be triggered until provisioned by entity L2. {{(pid=93315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:34:31.802880 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-ad86ceae-06e7-421e-89d4-2a572051846a req-e7fca79c-8a13-4e6c-b76c-71930d16308f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130148924'] for port, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:31.866750 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fca79c-8a13-4e6c-b76c-71930d16308f service neutron] Pushing event updated for resources: {'Port': ['ID=af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0,revision_number=2']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:34:31.934212 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] get_ports_and_sgs() called for port_ids ['4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b'] {{(pid=93317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 11:34:31.948264 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-ad86ceae-06e7-421e-89d4-2a572051846a req-e7fca79c-8a13-4e6c-b76c-71930d16308f service neutron] Attempting to bind port af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:34:31.948789 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-ad86ceae-06e7-421e-89d4-2a572051846a req-e7fca79c-8a13-4e6c-b76c-71930d16308f service neutron] Attempting to bind port af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': '3cbd7805-aa7c-4600-9950-b5cb2e54bb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'caf833b7-6b1c-4283-9a64-20c0e4838897'}] {{(pid=93315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:34:31.949227 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad86ceae-06e7-421e-89d4-2a572051846a req-e7fca79c-8a13-4e6c-b76c-71930d16308f service neutron] Attempting to bind port af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0 on network caf833b7-6b1c-4283-9a64-20c0e4838897 {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:34:31.954503 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad86ceae-06e7-421e-89d4-2a572051846a req-e7fca79c-8a13-4e6c-b76c-71930d16308f service neutron] Port af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0 on network caf833b7-6b1c-4283-9a64-20c0e4838897 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 11:34:31.954988 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad86ceae-06e7-421e-89d4-2a572051846a req-e7fca79c-8a13-4e6c-b76c-71930d16308f service neutron] Attempting to bind port af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0 on network caf833b7-6b1c-4283-9a64-20c0e4838897 {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:34:31.960700 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad86ceae-06e7-421e-89d4-2a572051846a req-e7fca79c-8a13-4e6c-b76c-71930d16308f service neutron] Checking agent: {'id': '9054602d-8671-4254-af87-58e8d5e6c079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 27, 44), 'started_at': datetime.datetime(2021, 8, 10, 11, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:34:31.961207 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad86ceae-06e7-421e-89d4-2a572051846a req-e7fca79c-8a13-4e6c-b76c-71930d16308f service neutron] Checking segment: {'id': '3cbd7805-aa7c-4600-9950-b5cb2e54bb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'caf833b7-6b1c-4283-9a64-20c0e4838897'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:34:31.961797 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad86ceae-06e7-421e-89d4-2a572051846a req-e7fca79c-8a13-4e6c-b76c-71930d16308f service neutron] Bound using segment: {'id': '3cbd7805-aa7c-4600-9950-b5cb2e54bb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'caf833b7-6b1c-4283-9a64-20c0e4838897'} {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:34:31.962353 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-ad86ceae-06e7-421e-89d4-2a572051846a req-e7fca79c-8a13-4e6c-b76c-71930d16308f service neutron] Bound port: af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cbd7805-aa7c-4600-9950-b5cb2e54bb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'caf833b7-6b1c-4283-9a64-20c0e4838897'}}] {{(pid=93315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:34:31.962731 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-ad86ceae-06e7-421e-89d4-2a572051846a req-e7fca79c-8a13-4e6c-b76c-71930d16308f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:32.051505 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-ad86ceae-06e7-421e-89d4-2a572051846a req-e7fca79c-8a13-4e6c-b76c-71930d16308f service neutron] For port af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0, host hv-cinder-79280, cleared binding levels {{(pid=93315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:34:32.056116 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-ad86ceae-06e7-421e-89d4-2a572051846a req-e7fca79c-8a13-4e6c-b76c-71930d16308f service neutron] For port af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0,segment=NetworkSegment(3cbd7805-aa7c-4600-9950-b5cb2e54bb37),segment_id=3cbd7805-aa7c-4600-9950-b5cb2e54bb37)] {{(pid=93315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:34:32.061651 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-ad86ceae-06e7-421e-89d4-2a572051846a req-e7fca79c-8a13-4e6c-b76c-71930d16308f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130148924'] for port, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:32.097845 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86ceae-06e7-421e-89d4-2a572051846a req-e7fca79c-8a13-4e6c-b76c-71930d16308f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:32.098495 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-ad86ceae-06e7-421e-89d4-2a572051846a req-e7fca79c-8a13-4e6c-b76c-71930d16308f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:32.099970 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ad86ceae-06e7-421e-89d4-2a572051846a req-e7fca79c-8a13-4e6c-b76c-71930d16308f service neutron] 10.222.0.59 "PUT /v2.0/ports/af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0 HTTP/1.1" status: 200 len: 1093 time: 0.8620727 Aug 10 11:34:32.100449 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f01dec-7941-4ceb-8a39-0d656fb1bd68', 'tag': 'af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0'}] {{(pid=93315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:34:32.102759 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6373fc61674628fc4ea179701e5cfbb487487662fff8fb4d49624df9baba4f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4cc6f9c-5073-48db-bed9-b42e8bcddb63" -d '{"events": [{"name": "network-changed", "server_uuid": "f3f01dec-7941-4ceb-8a39-0d656fb1bd68", "tag": "af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0"}]}' {{(pid=93315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:34:32.134274 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fca79c-8a13-4e6c-b76c-71930d16308f service neutron] Pushing event updated for resources: {'Port': ['ID=af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0,revision_number=3']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:34:32.185436 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 11:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c774adcd-26a0-4a92-b86f-812023f55d20 x-openstack-request-id: req-c774adcd-26a0-4a92-b86f-812023f55d20 {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:34:32.185727 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3f01dec-7941-4ceb-8a39-0d656fb1bd68", "tag": "af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0", "status": "completed", "code": 200}]} {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:34:32.186023 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c774adcd-26a0-4a92-b86f-812023f55d20 {{(pid=93315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:34:32.186510 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3f01dec-7941-4ceb-8a39-0d656fb1bd68', 'tag': 'af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0', 'status': 'completed', 'code': 200} Aug 10 11:34:32.206438 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86ceae-06e7-421e-89d4-2a572051846a req-577bbc3e-8ffc-4244-a6b2-a63a31e7ae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:32.208071 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ad86ceae-06e7-421e-89d4-2a572051846a req-577bbc3e-8ffc-4244-a6b2-a63a31e7ae54 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a68aeea61694149bca356d548ab331a&device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 1096 time: 0.0599060 Aug 10 11:34:32.264347 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ad86ceae-06e7-421e-89d4-2a572051846a req-8a947b6f-6c06-4eca-880f-e8b51f89fb65 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0 HTTP/1.1" status: 200 len: 217 time: 0.0456176 Aug 10 11:34:32.317928 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86ceae-06e7-421e-89d4-2a572051846a req-f63bcf20-eaf7-4d87-886b-bacb63fea1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:32.319488 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ad86ceae-06e7-421e-89d4-2a572051846a req-f63bcf20-eaf7-4d87-886b-bacb63fea1b1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef775550-3c92-437a-ad9c-5040b90d0f3e HTTP/1.1" status: 200 len: 856 time: 0.0481730 Aug 10 11:34:32.371961 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86ceae-06e7-421e-89d4-2a572051846a req-47bb49b6-a208-497f-8ccd-631d0cd305be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:32.373835 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ad86ceae-06e7-421e-89d4-2a572051846a req-47bb49b6-a208-497f-8ccd-631d0cd305be service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=caf833b7-6b1c-4283-9a64-20c0e4838897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467825 Aug 10 11:34:32.499906 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ad86ceae-06e7-421e-89d4-2a572051846a req-22fa5595-ee96-4798-9597-35cb087d732a service neutron] 10.222.0.59 "GET /v2.0/networks/caf833b7-6b1c-4283-9a64-20c0e4838897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142132 Aug 10 11:34:32.599164 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ad86ceae-06e7-421e-89d4-2a572051846a req-e1b3b9c4-4b62-4d78-8376-f15ae5935831 service neutron] 10.222.0.59 "GET /v2.0/networks/caf833b7-6b1c-4283-9a64-20c0e4838897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917935 Aug 10 11:34:32.690766 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc6f9c-5073-48db-bed9-b42e8bcddb63 req-0bb4acf1-d058-4493-a977-5dfe291c93b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:32.692303 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d4cc6f9c-5073-48db-bed9-b42e8bcddb63 req-0bb4acf1-d058-4493-a977-5dfe291c93b4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a68aeea61694149bca356d548ab331a&device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 1096 time: 0.0432572 Aug 10 11:34:32.831881 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc6f9c-5073-48db-bed9-b42e8bcddb63 req-d71fbc11-4c6a-4b21-b089-6b52a3dffe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:32.833470 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d4cc6f9c-5073-48db-bed9-b42e8bcddb63 req-d71fbc11-4c6a-4b21-b089-6b52a3dffe5a service neutron] 10.222.0.59 "GET /v2.0/networks?id=caf833b7-6b1c-4283-9a64-20c0e4838897 HTTP/1.1" status: 200 len: 918 time: 0.1341257 Aug 10 11:34:32.842763 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d549599-365a-4498-ba65-774ece1c1b52 req-90241d2b-6de2-419e-b810-39a183de8633 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:32.844401 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7d549599-365a-4498-ba65-774ece1c1b52 req-90241d2b-6de2-419e-b810-39a183de8633 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 943 time: 0.0828190 Aug 10 11:34:32.891928 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d4cc6f9c-5073-48db-bed9-b42e8bcddb63 req-a796fe68-bcb3-415d-8b25-df9230d7b1dc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0 HTTP/1.1" status: 200 len: 217 time: 0.0464668 Aug 10 11:34:32.937519 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba73d3-719a-4414-bd17-b9a6739cf0d2 req-9149f4a1-71b4-4443-bc13-4a2cbd168d9c tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:32.940267 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-b2ba73d3-719a-4414-bd17-b9a6739cf0d2 req-9149f4a1-71b4-4443-bc13-4a2cbd168d9c tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/ports?device_id=8902bf88-eac7-43b1-8e77-31bc5e880a87 HTTP/1.1" status: 200 len: 944 time: 0.0812027 Aug 10 11:34:32.952032 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7d549599-365a-4498-ba65-774ece1c1b52 req-e0d026b4-45eb-4377-98f2-4ab95bf19799 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006548 Aug 10 11:34:32.963362 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc6f9c-5073-48db-bed9-b42e8bcddb63 req-67045a6e-933d-47d5-b8e6-c44fde0a6b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:32.964908 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d4cc6f9c-5073-48db-bed9-b42e8bcddb63 req-67045a6e-933d-47d5-b8e6-c44fde0a6b8c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef775550-3c92-437a-ad9c-5040b90d0f3e HTTP/1.1" status: 200 len: 856 time: 0.0646281 Aug 10 11:34:33.015250 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-b2ba73d3-719a-4414-bd17-b9a6739cf0d2 req-537ff65d-383b-4cef-a7e4-aabdb6ef4e5c tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcb8cd69-fa5e-4238-8368-da6b48541313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602138 Aug 10 11:34:33.016939 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc6f9c-5073-48db-bed9-b42e8bcddb63 req-f1765dd6-8b89-4851-90b8-30a2862c3935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:33.018644 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d4cc6f9c-5073-48db-bed9-b42e8bcddb63 req-f1765dd6-8b89-4851-90b8-30a2862c3935 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=caf833b7-6b1c-4283-9a64-20c0e4838897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455904 Aug 10 11:34:33.118008 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d4cc6f9c-5073-48db-bed9-b42e8bcddb63 req-a1dcb0ad-0570-4a70-94eb-d888057d591c service neutron] 10.222.0.59 "GET /v2.0/networks/caf833b7-6b1c-4283-9a64-20c0e4838897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906405 Aug 10 11:34:33.214881 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d4cc6f9c-5073-48db-bed9-b42e8bcddb63 req-84374c3b-5747-4f52-9dc4-c703d87ae2a9 service neutron] 10.222.0.59 "GET /v2.0/networks/caf833b7-6b1c-4283-9a64-20c0e4838897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887589 Aug 10 11:34:33.339107 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b up at agent hyperv_hv-cinder-79280 {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:34:33.393438 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Provisioning for port 4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b completed by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:34:33.398489 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Provisioning complete for port 4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:34:33.399054 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:33.484725 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:33.508649 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8902bf88-eac7-43b1-8e77-31bc5e880a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b'}] {{(pid=93317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:34:33.510952 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f65e5affd22be71f9b00dd80d36c6e54843c66eef292b5ed0267a1f9ac014f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cddee52-ad03-41fb-a20f-83e11b06dd92" -d '{"events": [{"server_uuid": "8902bf88-eac7-43b1-8e77-31bc5e880a87", "name": "network-vif-plugged", "status": "completed", "tag": "4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b"}]}' {{(pid=93317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:34:33.526835 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b,segment=NetworkSegment(b2a8b0c8-820e-493b-85d0-c9d3cdf1f0ea),segment_id=b2a8b0c8-820e-493b-85d0-c9d3cdf1f0ea)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:34:33.532433 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:33.557215 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 11:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435191d5-6563-4ef5-9417-8c320955832e x-openstack-request-id: req-435191d5-6563-4ef5-9417-8c320955832e {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:34:33.557544 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8902bf88-eac7-43b1-8e77-31bc5e880a87", "name": "network-vif-plugged", "status": "completed", "tag": "4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b", "code": 200}]} {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:34:33.557944 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-435191d5-6563-4ef5-9417-8c320955832e {{(pid=93317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:34:33.558192 dv-cinder-792800-5-iscsi neutron-server[93317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8902bf88-eac7-43b1-8e77-31bc5e880a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b', 'code': 200} Aug 10 11:34:33.596994 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b,revision_number=5']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:34:33.738400 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe5407-b421-4c5a-ba9b-7916d89303f2 req-58e6c947-be92-48b2-8085-c97e1cc54e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:33.739953 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-3dbe5407-b421-4c5a-ba9b-7916d89303f2 req-58e6c947-be92-48b2-8085-c97e1cc54e3a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8902bf88-eac7-43b1-8e77-31bc5e880a87 HTTP/1.1" status: 200 len: 1098 time: 0.0447221 Aug 10 11:34:33.782394 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-3dbe5407-b421-4c5a-ba9b-7916d89303f2 req-8ff215af-74f9-4bf4-a401-a58fdcb28e3a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=bcb8cd69-fa5e-4238-8368-da6b48541313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354323 Aug 10 11:34:34.108651 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552dba5-0c3d-466b-883a-47ddb27698ab req-3b1333a0-02d8-418f-b9f4-c3ce64da2094 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:34.111349 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-8552dba5-0c3d-466b-883a-47ddb27698ab req-3b1333a0-02d8-418f-b9f4-c3ce64da2094 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 943 time: 0.0795724 Aug 10 11:34:34.136979 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094bc0f-d00d-4513-9d50-0947c46037e5 req-f9432a4a-fa25-4985-8f54-fe53a2288b18 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:34.138873 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e094bc0f-d00d-4513-9d50-0947c46037e5 req-f9432a4a-fa25-4985-8f54-fe53a2288b18 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/ports?device_id=8902bf88-eac7-43b1-8e77-31bc5e880a87 HTTP/1.1" status: 200 len: 945 time: 0.0530961 Aug 10 11:34:34.169648 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-8552dba5-0c3d-466b-883a-47ddb27698ab req-af49a2f1-0acb-46b1-9025-c79ab8897968 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509298 Aug 10 11:34:34.193532 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e094bc0f-d00d-4513-9d50-0947c46037e5 req-2b881d21-2a96-4e00-ad99-9477fa84f899 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcb8cd69-fa5e-4238-8368-da6b48541313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480680 Aug 10 11:34:34.316345 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-661d6753-c462-4036-bd3d-f2ae7d36cd3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:35.317068 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a51ae-7cb3-4482-a08f-8ae9b3268f15 req-97d7bf82-dee4-4eb2-92e1-216c5c1aa62d tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:35.317658 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97933ad0-c913-42b3-a63f-15f3a6e228a6 req-114d83b3-5ec2-45d7-a4a9-10b3bd3f57ef tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:35.318679 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-2f1a51ae-7cb3-4482-a08f-8ae9b3268f15 req-97d7bf82-dee4-4eb2-92e1-216c5c1aa62d tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 943 time: 0.0534763 Aug 10 11:34:35.318834 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-97933ad0-c913-42b3-a63f-15f3a6e228a6 req-114d83b3-5ec2-45d7-a4a9-10b3bd3f57ef tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/ports?device_id=8902bf88-eac7-43b1-8e77-31bc5e880a87 HTTP/1.1" status: 200 len: 945 time: 0.0509186 Aug 10 11:34:35.348094 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 11:34:35.366914 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-97933ad0-c913-42b3-a63f-15f3a6e228a6 req-3c3e662f-1c96-43d9-bf58-0f542bf53dc9 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcb8cd69-fa5e-4238-8368-da6b48541313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396681 Aug 10 11:34:35.369175 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-2f1a51ae-7cb3-4482-a08f-8ae9b3268f15 req-9d924a25-6e03-4466-831d-8266adad29d1 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440352 Aug 10 11:34:35.484315 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0,segment=NetworkSegment(3cbd7805-aa7c-4600-9950-b5cb2e54bb37),segment_id=3cbd7805-aa7c-4600-9950-b5cb2e54bb37)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:34:35.498109 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Returning: {'device': 'af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0', 'network_id': 'caf833b7-6b1c-4283-9a64-20c0e4838897', 'port_id': 'af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0', 'mac_address': 'fa:16:3e:05:0d:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef775550-3c92-437a-ad9c-5040b90d0f3e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 11:34:35.543834 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:35.558144 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0 {{(pid=93317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 11:34:35.581069 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0,segment=NetworkSegment(3cbd7805-aa7c-4600-9950-b5cb2e54bb37),segment_id=3cbd7805-aa7c-4600-9950-b5cb2e54bb37)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:34:35.586472 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:35.675958 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0,revision_number=4']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:34:35.851859 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] get_ports_and_sgs() called for port_ids ['af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0'] {{(pid=93317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 11:34:36.516437 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba209f-2fb7-45e5-aa34-391d61df86db req-e6e62ab5-40b0-447f-8901-19beff2357a4 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:36.517951 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-38ba209f-2fb7-45e5-aa34-391d61df86db req-e6e62ab5-40b0-447f-8901-19beff2357a4 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 944 time: 0.0636711 Aug 10 11:34:36.565701 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-38ba209f-2fb7-45e5-aa34-391d61df86db req-5291ef01-5214-4f30-ad3f-07be075b0e3a tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385556 Aug 10 11:34:36.971832 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-04507f62-ef91-4b66-bf1e-1a0d9f51eb36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:37.120167 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:37.366401 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0 up at agent hyperv_hv-cinder-79280 {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:34:37.423735 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Provisioning for port af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0 completed by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:34:37.428642 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Provisioning complete for port af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0 triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:34:37.429072 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:37.522782 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:37.563369 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f01dec-7941-4ceb-8a39-0d656fb1bd68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0'}] {{(pid=93317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:34:37.567265 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f65e5affd22be71f9b00dd80d36c6e54843c66eef292b5ed0267a1f9ac014f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60324703-655d-48bd-9182-1eba405bf0cf" -d '{"events": [{"server_uuid": "f3f01dec-7941-4ceb-8a39-0d656fb1bd68", "name": "network-vif-plugged", "status": "completed", "tag": "af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0"}]}' {{(pid=93317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:34:37.588518 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0,segment=NetworkSegment(3cbd7805-aa7c-4600-9950-b5cb2e54bb37),segment_id=3cbd7805-aa7c-4600-9950-b5cb2e54bb37)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:34:37.594514 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:37.634268 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 11:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b19723-2f89-48ea-a333-c725de39ad0a x-openstack-request-id: req-c0b19723-2f89-48ea-a333-c725de39ad0a {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:34:37.634689 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f01dec-7941-4ceb-8a39-0d656fb1bd68", "name": "network-vif-plugged", "status": "completed", "tag": "af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0", "code": 200}]} {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:34:37.635104 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c0b19723-2f89-48ea-a333-c725de39ad0a {{(pid=93317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:34:37.635682 dv-cinder-792800-5-iscsi neutron-server[93317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f01dec-7941-4ceb-8a39-0d656fb1bd68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0', 'code': 200} Aug 10 11:34:37.682555 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0,revision_number=5']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:34:37.740839 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2d0e9-1362-483a-b620-11e00af41464 req-a887a2ec-3b21-4e80-b50b-1cda5e307788 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:37.743415 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-0ab2d0e9-1362-483a-b620-11e00af41464 req-a887a2ec-3b21-4e80-b50b-1cda5e307788 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 945 time: 0.0766208 Aug 10 11:34:37.790463 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-0ab2d0e9-1362-483a-b620-11e00af41464 req-0b6f1449-da1c-4023-a0d4-62351752de4f tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385730 Aug 10 11:34:37.930991 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-b3865e76-5392-4690-91e0-0d01f8cdc9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:37.935530 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd74721-5add-4c9c-991b-51bd590660c1 req-a55c1cde-7415-474b-9360-f8e5fb5f988f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:37.937017 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-4cd74721-5add-4c9c-991b-51bd590660c1 req-a55c1cde-7415-474b-9360-f8e5fb5f988f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 1098 time: 0.1515064 Aug 10 11:34:37.982087 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-4cd74721-5add-4c9c-991b-51bd590660c1 req-21c09c71-95c2-48e3-99f6-d3781d584eb7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369718 Aug 10 11:34:38.928999 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497df60-875b-4df2-a2b2-e15b58df5d84 req-e37c458a-8ad1-4ed3-8283-a716e0336847 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:38.930575 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a497df60-875b-4df2-a2b2-e15b58df5d84 req-e37c458a-8ad1-4ed3-8283-a716e0336847 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 945 time: 0.0532165 Aug 10 11:34:38.986729 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a497df60-875b-4df2-a2b2-e15b58df5d84 req-a6db6d7b-681f-4347-b628-9966b99507ed tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492046 Aug 10 11:34:39.778529 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-68530e51-c783-4460-a419-f96f34511541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:40.127223 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5252b-144c-4840-adb8-9f49659d6c49 req-c2778362-2746-4e42-a2ee-a82026697ca5 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:40.128896 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-f7e5252b-144c-4840-adb8-9f49659d6c49 req-c2778362-2746-4e42-a2ee-a82026697ca5 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 945 time: 0.0554531 Aug 10 11:34:40.179863 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-f7e5252b-144c-4840-adb8-9f49659d6c49 req-cd066137-91b6-4b04-adc9-38e73ec29909 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410292 Aug 10 11:34:40.307570 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1222d-0eec-4b32-9824-7a78a027ea5c req-90083992-9bee-49d1-b4ad-d76131f16f26 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:40.309140 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-22a1222d-0eec-4b32-9824-7a78a027ea5c req-90083992-9bee-49d1-b4ad-d76131f16f26 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 945 time: 0.0531089 Aug 10 11:34:40.319317 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 55430) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:34:40.324067 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-b44dc02e-fe63-499c-8dba-92b1deff4403 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Request body: {'floatingip': {'port_id': 'af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0'}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:34:40.377377 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-b44dc02e-fe63-499c-8dba-92b1deff4403 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks [] for floatingip, before_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:40.851256 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-b44dc02e-fe63-499c-8dba-92b1deff4403 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:40.855134 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-b44dc02e-fe63-499c-8dba-92b1deff4403 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-134149778'] for floatingip, after_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:40.965354 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.db.l3_db [None req-b44dc02e-fe63-499c-8dba-92b1deff4403 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Floating IP 0a27d650-2570-48b2-9b4e-900d40c6e135 associated. External IP: 172.27.1.135, port: af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0. Aug 10 11:34:41.208531 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b44dc02e-fe63-499c-8dba-92b1deff4403 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Router a330f9f5-c2ea-428f-8aec-7b4d60c03893 has already been hosted by L3 agent c7f5eca1-6939-476e-9546-e5f0f7bb2dc8 {{(pid=93316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 11:34:41.321164 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44dc02e-fe63-499c-8dba-92b1deff4403 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify agent at l3_agent.dv-cinder-792800-5-iscsi the message routers_updated {{(pid=93316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 11:34:41.326356 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-b44dc02e-fe63-499c-8dba-92b1deff4403 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for floatingip, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:41.333212 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae47c22e-e960-4b13-8b02-4eb1b0da968e None None] Sync routers for ids ['a330f9f5-c2ea-428f-8aec-7b4d60c03893'] in dv-cinder-792800-5-iscsi {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 11:34:41.343239 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae47c22e-e960-4b13-8b02-4eb1b0da968e None None] Routers {'a330f9f5-c2ea-428f-8aec-7b4d60c03893'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:34:41.343889 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-ae47c22e-e960-4b13-8b02-4eb1b0da968e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:34:37Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['a330f9f5-c2ea-428f-8aec-7b4d60c03893'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:34:41.362983 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-b44dc02e-fe63-499c-8dba-92b1deff4403 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "PUT /v2.0/floatingips/0a27d650-2570-48b2-9b4e-900d40c6e135 HTTP/1.1" status: 200 len: 991 time: 1.0394449 Aug 10 11:34:41.362983 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f01dec-7941-4ceb-8a39-0d656fb1bd68', 'tag': 'af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0'}] {{(pid=93316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:34:41.363372 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c8c08188b21eb773fc1c6d2ac87981fb30e3bc49512db4b8fca3465af7d205c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e194d6be-c4f2-411c-938e-131fdd4cec90" -d '{"events": [{"name": "network-changed", "server_uuid": "f3f01dec-7941-4ceb-8a39-0d656fb1bd68", "tag": "af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0"}]}' {{(pid=93316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:34:41.410402 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 11:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d56d297-3e68-4bc3-bdb5-bd50c264b019 x-openstack-request-id: req-9d56d297-3e68-4bc3-bdb5-bd50c264b019 {{(pid=93316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:34:41.411497 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3f01dec-7941-4ceb-8a39-0d656fb1bd68", "tag": "af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0", "status": "completed", "code": 200}]} {{(pid=93316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:34:41.411966 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9d56d297-3e68-4bc3-bdb5-bd50c264b019 {{(pid=93316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:34:41.412649 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3f01dec-7941-4ceb-8a39-0d656fb1bd68', 'tag': 'af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0', 'status': 'completed', 'code': 200} Aug 10 11:34:41.508791 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194d6be-c4f2-411c-938e-131fdd4cec90 req-64707aef-1de3-4ca8-8bbb-9e032f00cd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:41.510318 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e194d6be-c4f2-411c-938e-131fdd4cec90 req-64707aef-1de3-4ca8-8bbb-9e032f00cd43 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a68aeea61694149bca356d548ab331a&device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 1098 time: 0.0648561 Aug 10 11:34:41.612093 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194d6be-c4f2-411c-938e-131fdd4cec90 req-2502633e-e054-4436-9e70-a4bb57f8b1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:41.613672 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e194d6be-c4f2-411c-938e-131fdd4cec90 req-2502633e-e054-4436-9e70-a4bb57f8b1d8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=caf833b7-6b1c-4283-9a64-20c0e4838897 HTTP/1.1" status: 200 len: 918 time: 0.0952694 Aug 10 11:34:41.621293 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-ae47c22e-e960-4b13-8b02-4eb1b0da968e None None] Set router a330f9f5-c2ea-428f-8aec-7b4d60c03893 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:34:41.692927 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e194d6be-c4f2-411c-938e-131fdd4cec90 req-54878946-73f0-4e4e-8df6-a52c4d05324c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0 HTTP/1.1" status: 200 len: 999 time: 0.0709941 Aug 10 11:34:41.779205 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194d6be-c4f2-411c-938e-131fdd4cec90 req-1190f476-375b-4f11-aa23-7f5735b4db3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:41.782242 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e194d6be-c4f2-411c-938e-131fdd4cec90 req-1190f476-375b-4f11-aa23-7f5735b4db3f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef775550-3c92-437a-ad9c-5040b90d0f3e HTTP/1.1" status: 200 len: 856 time: 0.0805862 Aug 10 11:34:41.842457 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194d6be-c4f2-411c-938e-131fdd4cec90 req-5966ce79-2cdf-4efb-8e3e-160d2b012824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:41.845056 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e194d6be-c4f2-411c-938e-131fdd4cec90 req-5966ce79-2cdf-4efb-8e3e-160d2b012824 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=caf833b7-6b1c-4283-9a64-20c0e4838897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551078 Aug 10 11:34:41.903700 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-ae47c22e-e960-4b13-8b02-4eb1b0da968e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'name': 'tempest-AttachVolumeShelveTestJSON-1618038562-router', 'tenant_id': '7a68aeea61694149bca356d548ab331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '46181fd2-70a4-4f45-81a6-636f5b5a6d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:29:20Z', 'updated_at': '2021-08-10T11:29:25Z', 'revision_number': 4, 'project_id': '7a68aeea61694149bca356d548ab331a', 'gw_port': {'id': '46181fd2-70a4-4f45-81a6-636f5b5a6d41', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:29:21Z', 'updated_at': '2021-08-10T11:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_floatingips': [{'id': '0a27d650-2570-48b2-9b4e-900d40c6e135', 'tenant_id': '7a68aeea61694149bca356d548ab331a', 'floating_ip_address': '172.27.1.135', 'floating_network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'router_id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'port_id': 'af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caf833b7-6b1c-4283-9a64-20c0e4838897', 'mac_address': 'fa:16:3e:05:0d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f01dec-7941-4ceb-8a39-0d656fb1bd68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T11:34:27Z', 'updated_at': '2021-08-10T11:34:40Z', 'revision_number': 1, 'project_id': '7a68aeea61694149bca356d548ab331a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfea9bb0-eb90-4d4b-ba20-d8524a2b4133', 'name': '', 'network_id': 'caf833b7-6b1c-4283-9a64-20c0e4838897', 'tenant_id': '7a68aeea61694149bca356d548ab331a', 'mac_address': 'fa:16:3e:c1:66:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ef775550-3c92-437a-ad9c-5040b90d0f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:29:24Z', 'updated_at': '2021-08-10T11:29:34Z', 'revision_number': 5, 'project_id': '7a68aeea61694149bca356d548ab331a', 'subnets': [{'id': 'ef775550-3c92-437a-ad9c-5040b90d0f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:34:41.935088 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae47c22e-e960-4b13-8b02-4eb1b0da968e None None] Checking router: a330f9f5-c2ea-428f-8aec-7b4d60c03893 for host: dv-cinder-792800-5-iscsi {{(pid=93317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 11:34:41.945221 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae47c22e-e960-4b13-8b02-4eb1b0da968e None None] Routers {'a330f9f5-c2ea-428f-8aec-7b4d60c03893'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:34:41.946233 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-ae47c22e-e960-4b13-8b02-4eb1b0da968e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:34:37Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['a330f9f5-c2ea-428f-8aec-7b4d60c03893'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:34:41.946401 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e194d6be-c4f2-411c-938e-131fdd4cec90 req-58f67786-c0be-4c9a-9b82-5c3b4045735f service neutron] 10.222.0.59 "GET /v2.0/networks/caf833b7-6b1c-4283-9a64-20c0e4838897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912182 Aug 10 11:34:42.062720 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-ae47c22e-e960-4b13-8b02-4eb1b0da968e None None] Set router a330f9f5-c2ea-428f-8aec-7b4d60c03893 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:34:42.069767 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e194d6be-c4f2-411c-938e-131fdd4cec90 req-28505d3e-fde7-4087-8a0a-9a68739ab2cf service neutron] 10.222.0.59 "GET /v2.0/networks/caf833b7-6b1c-4283-9a64-20c0e4838897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061337 Aug 10 11:34:42.378133 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-ae47c22e-e960-4b13-8b02-4eb1b0da968e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'name': 'tempest-AttachVolumeShelveTestJSON-1618038562-router', 'tenant_id': '7a68aeea61694149bca356d548ab331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '46181fd2-70a4-4f45-81a6-636f5b5a6d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:29:20Z', 'updated_at': '2021-08-10T11:29:25Z', 'revision_number': 4, 'project_id': '7a68aeea61694149bca356d548ab331a', 'gw_port': {'id': '46181fd2-70a4-4f45-81a6-636f5b5a6d41', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:29:21Z', 'updated_at': '2021-08-10T11:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_floatingips': [{'id': '0a27d650-2570-48b2-9b4e-900d40c6e135', 'tenant_id': '7a68aeea61694149bca356d548ab331a', 'floating_ip_address': '172.27.1.135', 'floating_network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'router_id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'port_id': 'af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caf833b7-6b1c-4283-9a64-20c0e4838897', 'mac_address': 'fa:16:3e:05:0d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f01dec-7941-4ceb-8a39-0d656fb1bd68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T11:34:27Z', 'updated_at': '2021-08-10T11:34:40Z', 'revision_number': 1, 'project_id': '7a68aeea61694149bca356d548ab331a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfea9bb0-eb90-4d4b-ba20-d8524a2b4133', 'name': '', 'network_id': 'caf833b7-6b1c-4283-9a64-20c0e4838897', 'tenant_id': '7a68aeea61694149bca356d548ab331a', 'mac_address': 'fa:16:3e:c1:66:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ef775550-3c92-437a-ad9c-5040b90d0f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:29:24Z', 'updated_at': '2021-08-10T11:29:34Z', 'revision_number': 5, 'project_id': '7a68aeea61694149bca356d548ab331a', 'subnets': [{'id': 'ef775550-3c92-437a-ad9c-5040b90d0f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:34:42.406063 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae47c22e-e960-4b13-8b02-4eb1b0da968e None None] The sync data for ids ['a330f9f5-c2ea-428f-8aec-7b4d60c03893'] in dv-cinder-792800-5-iscsi is: [{'id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'name': 'tempest-AttachVolumeShelveTestJSON-1618038562-router', 'tenant_id': '7a68aeea61694149bca356d548ab331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '46181fd2-70a4-4f45-81a6-636f5b5a6d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:29:20Z', 'updated_at': '2021-08-10T11:29:25Z', 'revision_number': 4, 'project_id': '7a68aeea61694149bca356d548ab331a', 'gw_port': {'id': '46181fd2-70a4-4f45-81a6-636f5b5a6d41', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:29:21Z', 'updated_at': '2021-08-10T11:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_floatingips': [{'id': '0a27d650-2570-48b2-9b4e-900d40c6e135', 'tenant_id': '7a68aeea61694149bca356d548ab331a', 'floating_ip_address': '172.27.1.135', 'floating_network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'router_id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'port_id': 'af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caf833b7-6b1c-4283-9a64-20c0e4838897', 'mac_address': 'fa:16:3e:05:0d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f01dec-7941-4ceb-8a39-0d656fb1bd68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T11:34:27Z', 'updated_at': '2021-08-10T11:34:40Z', 'revision_number': 1, 'project_id': '7a68aeea61694149bca356d548ab331a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfea9bb0-eb90-4d4b-ba20-d8524a2b4133', 'name': '', 'network_id': 'caf833b7-6b1c-4283-9a64-20c0e4838897', 'tenant_id': '7a68aeea61694149bca356d548ab331a', 'mac_address': 'fa:16:3e:c1:66:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ef775550-3c92-437a-ad9c-5040b90d0f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:29:24Z', 'updated_at': '2021-08-10T11:29:34Z', 'revision_number': 5, 'project_id': '7a68aeea61694149bca356d548ab331a', 'subnets': [{'id': 'ef775550-3c92-437a-ad9c-5040b90d0f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 11:34:42.617502 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce2532c-6ce4-4704-ba89-7ab9663cde3c None None] New status for floating IP 0a27d650-2570-48b2-9b4e-900d40c6e135: ACTIVE {{(pid=93318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 11:34:44.828133 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:46.829294 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-21dd3585-d28c-49e0-9946-b8d07ca75d56 req-47606fd5-23f3-4481-857e-ce8aae793897 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446107 Aug 10 11:34:46.892149 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd3585-d28c-49e0-9946-b8d07ca75d56 req-383c7dfa-ad3f-4243-b2b9-612e33af71cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:46.893712 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-21dd3585-d28c-49e0-9946-b8d07ca75d56 req-383c7dfa-ad3f-4243-b2b9-612e33af71cc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=84f5dbe3e1cf47c299d5230d7ef39f9f&device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 1099 time: 0.0424981 Aug 10 11:34:47.017453 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd3585-d28c-49e0-9946-b8d07ca75d56 req-90c6a411-2834-4557-9bcd-535a8bba8631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:47.018959 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-21dd3585-d28c-49e0-9946-b8d07ca75d56 req-90c6a411-2834-4557-9bcd-535a8bba8631 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6db70112-8cd9-467f-aa72-29de5ea56ae8 HTTP/1.1" status: 200 len: 911 time: 0.0947759 Aug 10 11:34:47.087775 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-21dd3585-d28c-49e0-9946-b8d07ca75d56 req-6854b20e-88e8-4a17-8076-ec9c91fa24c9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8 HTTP/1.1" status: 200 len: 1002 time: 0.0609169 Aug 10 11:34:47.148533 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd3585-d28c-49e0-9946-b8d07ca75d56 req-a68fe282-3196-417e-bbd2-0f3762b5b08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:47.149953 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-21dd3585-d28c-49e0-9946-b8d07ca75d56 req-a68fe282-3196-417e-bbd2-0f3762b5b08b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fc1e85e4-da01-4b14-969e-682bd3f5912f HTTP/1.1" status: 200 len: 849 time: 0.0551298 Aug 10 11:34:47.207651 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd3585-d28c-49e0-9946-b8d07ca75d56 req-db9af3c2-80e0-4ad8-b58e-7965304b5fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:47.209387 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-21dd3585-d28c-49e0-9946-b8d07ca75d56 req-db9af3c2-80e0-4ad8-b58e-7965304b5fd9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6db70112-8cd9-467f-aa72-29de5ea56ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457981 Aug 10 11:34:47.303114 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-21dd3585-d28c-49e0-9946-b8d07ca75d56 req-77418d71-a350-4aea-bd4c-1a98ed710676 service neutron] 10.222.0.59 "GET /v2.0/networks/6db70112-8cd9-467f-aa72-29de5ea56ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863128 Aug 10 11:34:47.406748 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-21dd3585-d28c-49e0-9946-b8d07ca75d56 req-f86e92a9-33fc-4f0c-a70d-a7969dc0725f service neutron] 10.222.0.59 "GET /v2.0/networks/6db70112-8cd9-467f-aa72-29de5ea56ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957863 Aug 10 11:34:56.826689 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea5a4e7-322f-4b34-899e-d155420334df req-340ecb93-da6a-4efe-b42b-6609e34fb61b tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:56.828247 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-3ea5a4e7-322f-4b34-899e-d155420334df req-340ecb93-da6a-4efe-b42b-6609e34fb61b tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/ports?device_id=8902bf88-eac7-43b1-8e77-31bc5e880a87 HTTP/1.1" status: 200 len: 945 time: 0.0641921 Aug 10 11:34:56.866551 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-3ea5a4e7-322f-4b34-899e-d155420334df req-f4284dda-6a42-4b18-b3f1-fe96da63c7bb tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcb8cd69-fa5e-4238-8368-da6b48541313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322359 Aug 10 11:34:57.987714 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be32701-90c6-4ea0-a354-e9fdfe7fe74d req-8ac55fd1-ba8b-499a-a38c-68fc3b810f1c tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:57.989248 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-6be32701-90c6-4ea0-a354-e9fdfe7fe74d req-8ac55fd1-ba8b-499a-a38c-68fc3b810f1c tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/ports?device_id=8902bf88-eac7-43b1-8e77-31bc5e880a87 HTTP/1.1" status: 200 len: 945 time: 0.0495927 Aug 10 11:34:58.031604 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-6be32701-90c6-4ea0-a354-e9fdfe7fe74d req-fe19420b-5cc0-46d8-bf57-b3b08103da76 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcb8cd69-fa5e-4238-8368-da6b48541313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361624 Aug 10 11:34:58.529849 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0d471-5b88-4ef4-85a4-9cd5e4d2e984 req-419dee50-f4cb-4e6b-b7df-8626ee8a493b tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:34:58.531283 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-afc0d471-5b88-4ef4-85a4-9cd5e4d2e984 req-419dee50-f4cb-4e6b-b7df-8626ee8a493b tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.59 "GET /v2.0/ports?device_id=8902bf88-eac7-43b1-8e77-31bc5e880a87 HTTP/1.1" status: 200 len: 945 time: 0.0480411 Aug 10 11:34:58.624000 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [req-afc0d471-5b88-4ef4-85a4-9cd5e4d2e984 req-656271b0-74a4-4534-a502-dc2652c87ed1 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Deleting port 4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b {{(pid=93315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:34:58.624237 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-afc0d471-5b88-4ef4-85a4-9cd5e4d2e984 req-656271b0-74a4-4534-a502-dc2652c87ed1 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:58.722759 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-afc0d471-5b88-4ef4-85a4-9cd5e4d2e984 req-656271b0-74a4-4534-a502-dc2652c87ed1 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] For port 4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b,segment=NetworkSegment(b2a8b0c8-820e-493b-85d0-c9d3cdf1f0ea),segment_id=b2a8b0c8-820e-493b-85d0-c9d3cdf1f0ea)] {{(pid=93315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:34:58.723126 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-afc0d471-5b88-4ef4-85a4-9cd5e4d2e984 req-656271b0-74a4-4534-a502-dc2652c87ed1 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:58.737988 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [req-afc0d471-5b88-4ef4-85a4-9cd5e4d2e984 req-656271b0-74a4-4534-a502-dc2652c87ed1 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Calling delete_port for 4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b owned by compute:nova {{(pid=93315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:34:58.884539 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-afc0d471-5b88-4ef4-85a4-9cd5e4d2e984 req-656271b0-74a4-4534-a502-dc2652c87ed1 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:58.896873 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] get_ports_and_sgs() called for port_ids ['4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b'] {{(pid=93317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 11:34:58.916360 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656271b0-74a4-4534-a502-dc2652c87ed1 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Pushing event deleted for resources: {'Port': ['ID=4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:34:58.943899 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656271b0-74a4-4534-a502-dc2652c87ed1 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:34:58.944258 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656271b0-74a4-4534-a502-dc2652c87ed1 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:34:58.944635 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656271b0-74a4-4534-a502-dc2652c87ed1 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:34:58.944982 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656271b0-74a4-4534-a502-dc2652c87ed1 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:34:58.945321 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656271b0-74a4-4534-a502-dc2652c87ed1 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:34:58.945658 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656271b0-74a4-4534-a502-dc2652c87ed1 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:34:58.945993 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656271b0-74a4-4534-a502-dc2652c87ed1 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:34:58.946324 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656271b0-74a4-4534-a502-dc2652c87ed1 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:34:58.946655 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656271b0-74a4-4534-a502-dc2652c87ed1 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:34:58.946985 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656271b0-74a4-4534-a502-dc2652c87ed1 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:34:58.947314 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656271b0-74a4-4534-a502-dc2652c87ed1 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:34:58.947736 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656271b0-74a4-4534-a502-dc2652c87ed1 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:34:58.977576 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc0d471-5b88-4ef4-85a4-9cd5e4d2e984 req-656271b0-74a4-4534-a502-dc2652c87ed1 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] No DVR routers for this DVR port 4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b on host hv-cinder-79280 {{(pid=93315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 11:34:58.981686 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-afc0d471-5b88-4ef4-85a4-9cd5e4d2e984 req-656271b0-74a4-4534-a502-dc2652c87ed1 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:34:58.985358 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-afc0d471-5b88-4ef4-85a4-9cd5e4d2e984 req-656271b0-74a4-4534-a502-dc2652c87ed1 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.59 "DELETE /v2.0/ports/4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b HTTP/1.1" status: 204 len: 173 time: 0.4465868 Aug 10 11:34:58.986131 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8902bf88-eac7-43b1-8e77-31bc5e880a87', 'name': 'network-vif-deleted', 'tag': '4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b'}] {{(pid=93315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:34:58.989883 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6373fc61674628fc4ea179701e5cfbb487487662fff8fb4d49624df9baba4f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ba19b3-6146-41fb-9c8c-9bb7c29cfd1b" -d '{"events": [{"server_uuid": "8902bf88-eac7-43b1-8e77-31bc5e880a87", "name": "network-vif-deleted", "tag": "4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b"}]}' {{(pid=93315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:34:59.132932 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 11:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d890c6e-fa77-4a2f-a245-eba092c84f86 x-openstack-request-id: req-6d890c6e-fa77-4a2f-a245-eba092c84f86 {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:34:59.133373 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8902bf88-eac7-43b1-8e77-31bc5e880a87", "name": "network-vif-deleted", "tag": "4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b", "status": "completed", "code": 200}]} {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:34:59.133775 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6d890c6e-fa77-4a2f-a245-eba092c84f86 {{(pid=93315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:34:59.134281 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8902bf88-eac7-43b1-8e77-31bc5e880a87', 'name': 'network-vif-deleted', 'tag': '4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b', 'status': 'completed', 'code': 200} Aug 10 11:34:59.167574 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-979348c2-1c0b-43e8-bce5-ce4d7d81536d req-f6a90892-7f67-4844-a523-8734eec71e99 tempest-VolumesSnapshotTestJSON-1865368549 tempest-VolumesSnapshotTestJSON-1865368549-project] 10.222.0.24 "GET /v2.0/ports?device_id=8902bf88-eac7-43b1-8e77-31bc5e880a87 HTTP/1.1" status: 200 len: 210 time: 0.0346379 Aug 10 11:35:03.823888 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 11:35:03.845034 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] No Port match for: 4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b {{(pid=93317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 11:35:03.845382 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 4c7e6f36-d377-4b0a-9bc3-92fa1439bc6b not bound to the agent host hv-cinder-79280 {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 11:35:04.317963 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-28fcc0a3-72dc-4f9c-918f-904108a63886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:06.570071 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.agents_db [None req-cf88a1ba-3529-4992-9648-399914351393 None None] Agent healthcheck: found 6 active agents {{(pid=93318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 11:35:06.977120 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-51a346cc-72e6-4d2b-8aad-7b85957d2c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:07.123007 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:07.921073 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-b3865e76-5392-4690-91e0-0d01f8cdc9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:08.410194 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1e307-141f-41f6-b918-4b9bbc224698 req-9b1d4ad4-84e0-47c6-817d-a4b20ea30a9f tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:08.411705 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-60e1e307-141f-41f6-b918-4b9bbc224698 req-9b1d4ad4-84e0-47c6-817d-a4b20ea30a9f tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.0555708 Aug 10 11:35:08.452063 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-60e1e307-141f-41f6-b918-4b9bbc224698 req-1e3ed01a-c20a-4e48-930f-42650017749c tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343964 Aug 10 11:35:09.567238 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dc6778-678b-4689-8d94-a350252c1c60 req-d8172853-1d1f-48e1-b702-e4601d06888a tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:09.568720 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-b9dc6778-678b-4689-8d94-a350252c1c60 req-d8172853-1d1f-48e1-b702-e4601d06888a tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.0471430 Aug 10 11:35:09.605119 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-b9dc6778-678b-4689-8d94-a350252c1c60 req-aaa1c1b2-1f14-4062-bd94-b8c1aa4b1708 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306082 Aug 10 11:35:09.781319 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-68530e51-c783-4460-a419-f96f34511541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:10.718274 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7bb3a-a752-42fc-be69-5a6abff5ae78 req-765dd7ee-9b21-489d-a2ff-04cd8bb8f3bf tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:10.719739 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-5de7bb3a-a752-42fc-be69-5a6abff5ae78 req-765dd7ee-9b21-489d-a2ff-04cd8bb8f3bf tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.0478654 Aug 10 11:35:10.764587 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-5de7bb3a-a752-42fc-be69-5a6abff5ae78 req-bad19be6-1719-4411-be91-93aab91f3c81 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389562 Aug 10 11:35:11.888409 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f0390-0977-471b-90d0-3718b881cbcf req-3e4052e8-afea-4d40-a1b8-dfd6f08056a2 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:11.889885 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-971f0390-0977-471b-90d0-3718b881cbcf req-3e4052e8-afea-4d40-a1b8-dfd6f08056a2 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.0513852 Aug 10 11:35:11.926994 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-971f0390-0977-471b-90d0-3718b881cbcf req-e419d7ce-b703-4b98-a260-170356df8485 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313230 Aug 10 11:35:13.041186 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c53c2a-d8db-42cf-8560-df4b3ce00632 req-b444e6b4-8fad-473b-9f09-cf4bf36dc63f tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:13.042666 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-96c53c2a-d8db-42cf-8560-df4b3ce00632 req-b444e6b4-8fad-473b-9f09-cf4bf36dc63f tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.0490885 Aug 10 11:35:13.079660 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-96c53c2a-d8db-42cf-8560-df4b3ce00632 req-8d6f1d5e-29c0-49d1-a903-738d1e0de772 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4cd141c-1fc9-4646-8aee-76807077ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305259 Aug 10 11:35:13.402925 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e762e6-ddc4-4da3-980a-d2bf9b484416 req-6c703eca-1c18-47af-8fe1-f83b10f674c4 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:13.404385 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-28e762e6-ddc4-4da3-980a-d2bf9b484416 req-6c703eca-1c18-47af-8fe1-f83b10f674c4 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.59 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 946 time: 0.0483587 Aug 10 11:35:13.498760 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [req-28e762e6-ddc4-4da3-980a-d2bf9b484416 req-e856d7fe-0f70-40d2-9bc7-68082cb55897 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Deleting port 9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8 {{(pid=93315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:35:13.499120 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-28e762e6-ddc4-4da3-980a-d2bf9b484416 req-e856d7fe-0f70-40d2-9bc7-68082cb55897 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:13.581961 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-28e762e6-ddc4-4da3-980a-d2bf9b484416 req-e856d7fe-0f70-40d2-9bc7-68082cb55897 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] For port 9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8,segment=NetworkSegment(87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79),segment_id=87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79)] {{(pid=93315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:35:13.582396 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-28e762e6-ddc4-4da3-980a-d2bf9b484416 req-e856d7fe-0f70-40d2-9bc7-68082cb55897 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:13.747461 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-28e762e6-ddc4-4da3-980a-d2bf9b484416 req-e856d7fe-0f70-40d2-9bc7-68082cb55897 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:13.747837 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-28e762e6-ddc4-4da3-980a-d2bf9b484416 req-e856d7fe-0f70-40d2-9bc7-68082cb55897 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-134149778'] for floatingip, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:13.748152 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.db.l3_db [req-28e762e6-ddc4-4da3-980a-d2bf9b484416 req-e856d7fe-0f70-40d2-9bc7-68082cb55897 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Floating IP 5bbca67f-63de-4227-af24-746db015efd7 disassociated. External IP: 172.27.1.172, port: 9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8. Aug 10 11:35:13.748492 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [req-28e762e6-ddc4-4da3-980a-d2bf9b484416 req-e856d7fe-0f70-40d2-9bc7-68082cb55897 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Calling delete_port for 9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8 owned by compute:nova {{(pid=93315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:35:13.870578 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-28e762e6-ddc4-4da3-980a-d2bf9b484416 req-e856d7fe-0f70-40d2-9bc7-68082cb55897 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:13.899019 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e856d7fe-0f70-40d2-9bc7-68082cb55897 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Pushing event deleted for resources: {'Port': ['ID=9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:35:14.012690 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28e762e6-ddc4-4da3-980a-d2bf9b484416 req-e856d7fe-0f70-40d2-9bc7-68082cb55897 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Router af8eb0cd-5032-493c-abd5-dadab57103c0 has already been hosted by L3 agent c7f5eca1-6939-476e-9546-e5f0f7bb2dc8 {{(pid=93315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 11:35:14.124343 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28e762e6-ddc4-4da3-980a-d2bf9b484416 req-e856d7fe-0f70-40d2-9bc7-68082cb55897 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify agent at l3_agent.dv-cinder-792800-5-iscsi the message routers_updated {{(pid=93315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 11:35:14.135687 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2e1f42-b707-4512-80a3-041004e42a81 None None] Sync routers for ids ['af8eb0cd-5032-493c-abd5-dadab57103c0'] in dv-cinder-792800-5-iscsi {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 11:35:14.149089 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2e1f42-b707-4512-80a3-041004e42a81 None None] Routers {'af8eb0cd-5032-493c-abd5-dadab57103c0'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:35:14.150592 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-0e2e1f42-b707-4512-80a3-041004e42a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:35:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['af8eb0cd-5032-493c-abd5-dadab57103c0'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:35:14.169564 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [req-28e762e6-ddc4-4da3-980a-d2bf9b484416 req-e856d7fe-0f70-40d2-9bc7-68082cb55897 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] No DVR routers for this DVR port 9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8 on host hv-cinder-79280 {{(pid=93315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 11:35:14.172194 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-28e762e6-ddc4-4da3-980a-d2bf9b484416 req-e856d7fe-0f70-40d2-9bc7-68082cb55897 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:14.174542 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-28e762e6-ddc4-4da3-980a-d2bf9b484416 req-e856d7fe-0f70-40d2-9bc7-68082cb55897 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.59 "DELETE /v2.0/ports/9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8 HTTP/1.1" status: 204 len: 173 time: 0.7636418 Aug 10 11:35:14.175065 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d', 'name': 'network-vif-deleted', 'tag': '9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8'}] {{(pid=93315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:35:14.177458 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6373fc61674628fc4ea179701e5cfbb487487662fff8fb4d49624df9baba4f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5038daea-7253-479c-93ae-5fc7c02a4775" -d '{"events": [{"server_uuid": "b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d", "name": "network-vif-deleted", "tag": "9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8"}]}' {{(pid=93315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:35:14.184446 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-0361dc54-8832-4881-9d18-750668328558 req-7b7386be-1201-4327-b5e7-de0176a2f745 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d HTTP/1.1" status: 200 len: 210 time: 0.0344787 Aug 10 11:35:14.224779 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 11:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cae123e-1552-4d34-837a-d1f72cd77091 x-openstack-request-id: req-8cae123e-1552-4d34-837a-d1f72cd77091 {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:35:14.225067 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d", "name": "network-vif-deleted", "tag": "9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8", "status": "completed", "code": 200}]} {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:35:14.225319 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8cae123e-1552-4d34-837a-d1f72cd77091 {{(pid=93315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:35:14.225714 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b69ee62b-8d41-4d4b-99ef-c1f9210a4f4d', 'name': 'network-vif-deleted', 'tag': '9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8', 'status': 'completed', 'code': 200} Aug 10 11:35:14.294193 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-0e2e1f42-b707-4512-80a3-041004e42a81 None None] Set router af8eb0cd-5032-493c-abd5-dadab57103c0 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:35:14.530808 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-0e2e1f42-b707-4512-80a3-041004e42a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'name': 'tempest-AttachVolumeTestJSON-809001131-router', 'tenant_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b933f823-533c-4647-ae13-9259e9143b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:30:30Z', 'updated_at': '2021-08-10T11:30:34Z', 'revision_number': 4, 'project_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'gw_port': {'id': 'b933f823-533c-4647-ae13-9259e9143b57', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:30:31Z', 'updated_at': '2021-08-10T11:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': 'be7232de-88c2-4c9c-9fa1-9200d7b1ce9d', 'name': '', 'network_id': '6db70112-8cd9-467f-aa72-29de5ea56ae8', 'tenant_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'mac_address': 'fa:16:3e:35:7f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'fc1e85e4-da01-4b14-969e-682bd3f5912f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:30:33Z', 'updated_at': '2021-08-10T11:30:43Z', 'revision_number': 5, 'project_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'subnets': [{'id': 'fc1e85e4-da01-4b14-969e-682bd3f5912f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:35:14.556402 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2e1f42-b707-4512-80a3-041004e42a81 None None] Checking router: af8eb0cd-5032-493c-abd5-dadab57103c0 for host: dv-cinder-792800-5-iscsi {{(pid=93317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 11:35:14.564648 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2e1f42-b707-4512-80a3-041004e42a81 None None] Routers {'af8eb0cd-5032-493c-abd5-dadab57103c0'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:35:14.565263 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-0e2e1f42-b707-4512-80a3-041004e42a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:35:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['af8eb0cd-5032-493c-abd5-dadab57103c0'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:35:14.810238 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-0e2e1f42-b707-4512-80a3-041004e42a81 None None] Set router af8eb0cd-5032-493c-abd5-dadab57103c0 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:35:14.855781 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:15.013928 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-0e2e1f42-b707-4512-80a3-041004e42a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'name': 'tempest-AttachVolumeTestJSON-809001131-router', 'tenant_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b933f823-533c-4647-ae13-9259e9143b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:30:30Z', 'updated_at': '2021-08-10T11:30:34Z', 'revision_number': 4, 'project_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'gw_port': {'id': 'b933f823-533c-4647-ae13-9259e9143b57', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:30:31Z', 'updated_at': '2021-08-10T11:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': 'be7232de-88c2-4c9c-9fa1-9200d7b1ce9d', 'name': '', 'network_id': '6db70112-8cd9-467f-aa72-29de5ea56ae8', 'tenant_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'mac_address': 'fa:16:3e:35:7f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'fc1e85e4-da01-4b14-969e-682bd3f5912f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:30:33Z', 'updated_at': '2021-08-10T11:30:43Z', 'revision_number': 5, 'project_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'subnets': [{'id': 'fc1e85e4-da01-4b14-969e-682bd3f5912f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:35:15.043169 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2e1f42-b707-4512-80a3-041004e42a81 None None] The sync data for ids ['af8eb0cd-5032-493c-abd5-dadab57103c0'] in dv-cinder-792800-5-iscsi is: [{'id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'name': 'tempest-AttachVolumeTestJSON-809001131-router', 'tenant_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b933f823-533c-4647-ae13-9259e9143b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:30:30Z', 'updated_at': '2021-08-10T11:30:34Z', 'revision_number': 4, 'project_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'gw_port': {'id': 'b933f823-533c-4647-ae13-9259e9143b57', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:30:31Z', 'updated_at': '2021-08-10T11:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': 'be7232de-88c2-4c9c-9fa1-9200d7b1ce9d', 'name': '', 'network_id': '6db70112-8cd9-467f-aa72-29de5ea56ae8', 'tenant_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'mac_address': 'fa:16:3e:35:7f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'fc1e85e4-da01-4b14-969e-682bd3f5912f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:30:33Z', 'updated_at': '2021-08-10T11:30:43Z', 'revision_number': 5, 'project_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'subnets': [{'id': 'fc1e85e4-da01-4b14-969e-682bd3f5912f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 11:35:15.254188 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38925763-51ca-49a2-8f45-de7c5b198714 None None] New status for floating IP 5bbca67f-63de-4227-af24-746db015efd7: DOWN {{(pid=93318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 11:35:15.275810 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 55654) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:35:15.330209 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-dec5ca1e-f08e-4658-ac2c-a9cf19ae794f tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks [] for security_group, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:15.353719 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-dec5ca1e-f08e-4658-ac2c-a9cf19ae794f tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:15.401761 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-dec5ca1e-f08e-4658-ac2c-a9cf19ae794f tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:15.404882 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-dec5ca1e-f08e-4658-ac2c-a9cf19ae794f tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks [] for security_group, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:15.406034 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-dec5ca1e-f08e-4658-ac2c-a9cf19ae794f tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "DELETE /v2.0/security-groups/d4cd141c-1fc9-4646-8aee-76807077ebe6 HTTP/1.1" status: 204 len: 168 time: 0.1292341 Aug 10 11:35:15.408840 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 55656) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:35:15.415431 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec5ca1e-f08e-4658-ac2c-a9cf19ae794f tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cd141c-1fc9-4646-8aee-76807077ebe6,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:35:15.425210 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.api.v2.resource [None req-ca5056fa-d285-4d4d-9ed9-e2d3f7ef87e4 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] show failed (client error): The resource could not be found. Aug 10 11:35:15.426426 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-ca5056fa-d285-4d4d-9ed9-e2d3f7ef87e4 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups/d4cd141c-1fc9-4646-8aee-76807077ebe6 HTTP/1.1" status: 404 len: 347 time: 0.0164630 Aug 10 11:35:15.429194 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 55660) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:35:15.553967 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.plugin [None req-afa233e4-565a-4e1c-93de-0efc8e5e6d77 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Deleting port 51ecc707-bbc2-48d2-84cc-0e7ad4ef32a3 {{(pid=93316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:35:15.554315 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-afa233e4-565a-4e1c-93de-0efc8e5e6d77 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:15.633235 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-afa233e4-565a-4e1c-93de-0efc8e5e6d77 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:15.633568 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-afa233e4-565a-4e1c-93de-0efc8e5e6d77 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:15.645029 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.plugin [None req-afa233e4-565a-4e1c-93de-0efc8e5e6d77 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Calling delete_port for 51ecc707-bbc2-48d2-84cc-0e7ad4ef32a3 owned by network:floatingip {{(pid=93316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:35:15.786588 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-afa233e4-565a-4e1c-93de-0efc8e5e6d77 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130748572'] for port, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:15.811756 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa233e4-565a-4e1c-93de-0efc8e5e6d77 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Pushing event deleted for resources: {'Port': ['ID=51ecc707-bbc2-48d2-84cc-0e7ad4ef32a3,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:35:15.823105 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa233e4-565a-4e1c-93de-0efc8e5e6d77 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:35:15.823450 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa233e4-565a-4e1c-93de-0efc8e5e6d77 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:35:15.823785 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa233e4-565a-4e1c-93de-0efc8e5e6d77 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:35:15.824112 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa233e4-565a-4e1c-93de-0efc8e5e6d77 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:35:15.824437 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa233e4-565a-4e1c-93de-0efc8e5e6d77 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:35:15.825389 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa233e4-565a-4e1c-93de-0efc8e5e6d77 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:35:15.825713 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa233e4-565a-4e1c-93de-0efc8e5e6d77 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:35:15.826033 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa233e4-565a-4e1c-93de-0efc8e5e6d77 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:35:15.826352 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa233e4-565a-4e1c-93de-0efc8e5e6d77 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:35:15.826668 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa233e4-565a-4e1c-93de-0efc8e5e6d77 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:35:15.826984 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa233e4-565a-4e1c-93de-0efc8e5e6d77 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:35:15.827295 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa233e4-565a-4e1c-93de-0efc8e5e6d77 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:35:15.878471 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-afa233e4-565a-4e1c-93de-0efc8e5e6d77 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks [] for floatingip, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:15.881009 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-afa233e4-565a-4e1c-93de-0efc8e5e6d77 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for floatingip, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:15.882141 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-afa233e4-565a-4e1c-93de-0efc8e5e6d77 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "DELETE /v2.0/floatingips/5bbca67f-63de-4227-af24-746db015efd7 HTTP/1.1" status: 204 len: 168 time: 0.4518898 Aug 10 11:35:16.101290 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 55670) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:35:16.105951 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-1388539b-6a1e-4ba0-b7fb-f9664ceba7ba tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Request body: {'security_group': {'name': 'tempest-securitygroup--917910586', 'description': 'tempest-description--1367921494'}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:35:16.127414 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-1388539b-6a1e-4ba0-b7fb-f9664ceba7ba tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:16.207085 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-1388539b-6a1e-4ba0-b7fb-f9664ceba7ba tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:16.210924 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-1388539b-6a1e-4ba0-b7fb-f9664ceba7ba tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:16.239275 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-1388539b-6a1e-4ba0-b7fb-f9664ceba7ba tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:16.240575 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-1388539b-6a1e-4ba0-b7fb-f9664ceba7ba tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1382124 Aug 10 11:35:16.242729 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388539b-6a1e-4ba0-b7fb-f9664ceba7ba tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=497f3947-355f-4b3f-83c8-215fa9ce6e34,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:35:16.243974 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 55674) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:35:16.254714 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [None req-bb25e94a-aff7-4d40-bcb4-6820ebf0af4f tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Request body: {'security_group_rule': {'security_group_id': '497f3947-355f-4b3f-83c8-215fa9ce6e34', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:35:16.282431 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-bb25e94a-aff7-4d40-bcb4-6820ebf0af4f tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:16.331826 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-bb25e94a-aff7-4d40-bcb4-6820ebf0af4f tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:16.335605 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-bb25e94a-aff7-4d40-bcb4-6820ebf0af4f tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099804'] for security_group_rule, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:16.351068 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb25e94a-aff7-4d40-bcb4-6820ebf0af4f tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92021938-1556-4f56-88d3-c9d9ff916736,revision_number=0']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:35:16.360805 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-bb25e94a-aff7-4d40-bcb4-6820ebf0af4f tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:16.362066 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-bb25e94a-aff7-4d40-bcb4-6820ebf0af4f tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1165180 Aug 10 11:35:16.364698 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 55676) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:35:16.369093 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [None req-99605503-6f5f-44a2-a457-0cc454711843 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Request body: {'security_group_rule': {'security_group_id': '497f3947-355f-4b3f-83c8-215fa9ce6e34', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:35:16.394201 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-99605503-6f5f-44a2-a457-0cc454711843 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:16.683562 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-99605503-6f5f-44a2-a457-0cc454711843 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:16.688550 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-99605503-6f5f-44a2-a457-0cc454711843 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099804'] for security_group_rule, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:16.705910 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99605503-6f5f-44a2-a457-0cc454711843 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b02d740-2c06-4ca7-87f4-ad34e2ea889f,revision_number=0']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:35:16.714745 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-99605503-6f5f-44a2-a457-0cc454711843 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:16.716555 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-99605503-6f5f-44a2-a457-0cc454711843 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3508899 Aug 10 11:35:16.720520 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 55684) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:35:16.725096 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [None req-3347bb66-145f-4474-839f-c56d8083df24 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Request body: {'floatingip': {'floating_network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:35:16.747258 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-3347bb66-145f-4474-839f-c56d8083df24 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks [] for floatingip, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:16.844406 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-3347bb66-145f-4474-839f-c56d8083df24 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:16.952011 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.db_base_plugin_common [None req-3347bb66-145f-4474-839f-c56d8083df24 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Allocated IP 172.27.1.103 (5acaf353-3f61-4dec-9325-b74ab1b31d79/161344f3-be79-4209-8149-4c1c277e8dc7/8d8be8fd-9ec1-4981-987b-b13b2245a662) {{(pid=93315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:35:17.048931 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-3347bb66-145f-4474-839f-c56d8083df24 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks [] for port, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:17.090675 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-3347bb66-145f-4474-839f-c56d8083df24 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:17.126658 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3347bb66-145f-4474-839f-c56d8083df24 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Network 5acaf353-3f61-4dec-9325-b74ab1b31d79 is already hosted by enough agents. {{(pid=93315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:35:17.132697 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.base_scheduler [None req-3347bb66-145f-4474-839f-c56d8083df24 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Resources bound (agent type, host, resource id): {{(pid=93315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:35:17.135721 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3347bb66-145f-4474-839f-c56d8083df24 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Received port after_create {{(pid=93315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:35:17.158151 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3347bb66-145f-4474-839f-c56d8083df24 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Pushing event updated for resources: {'Port': ['ID=8d8be8fd-9ec1-4981-987b-b13b2245a662,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:35:17.219494 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-3347bb66-145f-4474-839f-c56d8083df24 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:17.252051 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-3347bb66-145f-4474-839f-c56d8083df24 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:17.404858 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-3347bb66-145f-4474-839f-c56d8083df24 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks [] for port, precommit_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:17.409418 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-3347bb66-145f-4474-839f-c56d8083df24 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130148924'] for port, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:17.475942 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3347bb66-145f-4474-839f-c56d8083df24 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Pushing event updated for resources: {'Port': ['ID=8d8be8fd-9ec1-4981-987b-b13b2245a662,revision_number=2']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:35:17.489574 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-3347bb66-145f-4474-839f-c56d8083df24 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-134149778'] for floatingip, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:17.503388 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-3347bb66-145f-4474-839f-c56d8083df24 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for floatingip, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:17.504675 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-3347bb66-145f-4474-839f-c56d8083df24 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7830002 Aug 10 11:35:17.558501 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 11:35:17.578320 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] No Port match for: 9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8 {{(pid=93317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 11:35:17.578695 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 9fb4bb6b-bd80-4a56-9b95-4110e04c2ee8 not bound to the agent host hv-cinder-79280 {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 11:35:17.703214 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-50328aa4-4082-4b28-b88b-99f9448956ad req-567bf264-59ca-4116-b571-c33ed216dcd0 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--917910586&fields=id&tenant_id=84f5dbe3e1cf47c299d5230d7ef39f9f HTTP/1.1" status: 200 len: 267 time: 0.0443826 Aug 10 11:35:17.809098 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50328aa4-4082-4b28-b88b-99f9448956ad req-bdedc2f2-8173-40c0-9228-07ed51e05082 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:17.810732 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-50328aa4-4082-4b28-b88b-99f9448956ad req-bdedc2f2-8173-40c0-9228-07ed51e05082 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/networks?id=6db70112-8cd9-467f-aa72-29de5ea56ae8 HTTP/1.1" status: 200 len: 810 time: 0.1009264 Aug 10 11:35:17.828783 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-50328aa4-4082-4b28-b88b-99f9448956ad req-b9f53368-6c76-4f28-a3cb-1766ee4a9d4a tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/quotas/84f5dbe3e1cf47c299d5230d7ef39f9f HTTP/1.1" status: 200 len: 375 time: 0.0105002 Aug 10 11:35:17.883966 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-50328aa4-4082-4b28-b88b-99f9448956ad req-cb80b80b-e71f-4414-b9a8-41eb3ed44c3d tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=84f5dbe3e1cf47c299d5230d7ef39f9f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486884 Aug 10 11:35:18.033752 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-50328aa4-4082-4b28-b88b-99f9448956ad req-4dc78419-000c-4c41-8e1b-1f04dfa099a6 service neutron] 10.222.0.24 "GET /v2.0/networks/6db70112-8cd9-467f-aa72-29de5ea56ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379578 Aug 10 11:35:18.122118 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-50328aa4-4082-4b28-b88b-99f9448956ad req-e920207f-5f28-4201-ac65-1fcbca4a936d service neutron] 10.222.0.24 "GET /v2.0/networks/6db70112-8cd9-467f-aa72-29de5ea56ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818491 Aug 10 11:35:18.281651 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d616059b-1795-4188-a1c5-f584807d6cc4 req-56808090-29e2-48e7-a0ea-2703f623ce6a tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=e030279b-c024-4dab-878d-13d797e0207d HTTP/1.1" status: 200 len: 210 time: 0.0291414 Aug 10 11:35:19.196529 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50328aa4-4082-4b28-b88b-99f9448956ad req-991d8a51-aa86-4d60-918a-e6f9b6eb06b6 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:19.197886 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-50328aa4-4082-4b28-b88b-99f9448956ad req-991d8a51-aa86-4d60-918a-e6f9b6eb06b6 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.59 "GET /v2.0/networks?id=6db70112-8cd9-467f-aa72-29de5ea56ae8 HTTP/1.1" status: 200 len: 810 time: 0.1015241 Aug 10 11:35:19.246520 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-50328aa4-4082-4b28-b88b-99f9448956ad req-cb290bf6-e6ac-4d51-90b8-c2a863fe6a29 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84f5dbe3e1cf47c299d5230d7ef39f9f HTTP/1.1" status: 200 len: 379 time: 0.0390217 Aug 10 11:35:19.256261 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [req-50328aa4-4082-4b28-b88b-99f9448956ad req-46b1d3b8-0db7-431c-9433-cca219cd3aa6 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Request body: {'port': {'device_id': 'e030279b-c024-4dab-878d-13d797e0207d', 'network_id': '6db70112-8cd9-467f-aa72-29de5ea56ae8', 'admin_state_up': True, 'tenant_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'security_groups': ['497f3947-355f-4b3f-83c8-215fa9ce6e34']}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:35:19.378774 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-6573da1e-e6e9-4421-920a-36a456f22d03 req-688ef416-8072-4869-8ce5-09e6071a6211 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=e030279b-c024-4dab-878d-13d797e0207d HTTP/1.1" status: 200 len: 210 time: 0.0303979 Aug 10 11:35:19.399082 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50328aa4-4082-4b28-b88b-99f9448956ad req-46b1d3b8-0db7-431c-9433-cca219cd3aa6 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Made reservation on behalf of 84f5dbe3e1cf47c299d5230d7ef39f9f for: {'port': 1} {{(pid=93315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:35:19.399700 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-50328aa4-4082-4b28-b88b-99f9448956ad req-46b1d3b8-0db7-431c-9433-cca219cd3aa6 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:19.526525 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.db_base_plugin_common [req-50328aa4-4082-4b28-b88b-99f9448956ad req-46b1d3b8-0db7-431c-9433-cca219cd3aa6 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Allocated IP 172.20.0.9 (6db70112-8cd9-467f-aa72-29de5ea56ae8/fc1e85e4-da01-4b14-969e-682bd3f5912f/14c022f2-a5c0-4a89-badb-a3c9f879f47b) {{(pid=93315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:35:19.660019 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-50328aa4-4082-4b28-b88b-99f9448956ad req-46b1d3b8-0db7-431c-9433-cca219cd3aa6 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks [] for port, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:19.672222 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.provisioning_blocks [req-50328aa4-4082-4b28-b88b-99f9448956ad req-46b1d3b8-0db7-431c-9433-cca219cd3aa6 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Transition to ACTIVE for port object 14c022f2-a5c0-4a89-badb-a3c9f879f47b will not be triggered until provisioned by entity DHCP. {{(pid=93315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:35:19.703926 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-50328aa4-4082-4b28-b88b-99f9448956ad req-46b1d3b8-0db7-431c-9433-cca219cd3aa6 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:19.749211 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50328aa4-4082-4b28-b88b-99f9448956ad req-46b1d3b8-0db7-431c-9433-cca219cd3aa6 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Network 6db70112-8cd9-467f-aa72-29de5ea56ae8 is already hosted by enough agents. {{(pid=93315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:35:19.754212 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.base_scheduler [req-50328aa4-4082-4b28-b88b-99f9448956ad req-46b1d3b8-0db7-431c-9433-cca219cd3aa6 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Resources bound (agent type, host, resource id): {{(pid=93315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:35:19.757902 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [req-50328aa4-4082-4b28-b88b-99f9448956ad req-46b1d3b8-0db7-431c-9433-cca219cd3aa6 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Received port after_create {{(pid=93315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:35:19.782135 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b1d3b8-0db7-431c-9433-cca219cd3aa6 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Pushing event updated for resources: {'Port': ['ID=14c022f2-a5c0-4a89-badb-a3c9f879f47b,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:35:19.809493 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50328aa4-4082-4b28-b88b-99f9448956ad req-46b1d3b8-0db7-431c-9433-cca219cd3aa6 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:19.810120 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-50328aa4-4082-4b28-b88b-99f9448956ad req-46b1d3b8-0db7-431c-9433-cca219cd3aa6 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:19.829775 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-50328aa4-4082-4b28-b88b-99f9448956ad req-46b1d3b8-0db7-431c-9433-cca219cd3aa6 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5772240 Aug 10 11:35:19.842829 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [req-50328aa4-4082-4b28-b88b-99f9448956ad req-8c653654-96c5-4a3e-8a10-0dbe642ce3c2 service neutron] Request body: {'port': {'device_id': 'e030279b-c024-4dab-878d-13d797e0207d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:35:19.898933 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-50328aa4-4082-4b28-b88b-99f9448956ad req-8c653654-96c5-4a3e-8a10-0dbe642ce3c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:20.016449 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-d65cc0fc-18bc-4ccb-8e37-c00eeb37d420 None None] Provisioning for port 14c022f2-a5c0-4a89-badb-a3c9f879f47b completed by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:35:20.020842 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-d65cc0fc-18bc-4ccb-8e37-c00eeb37d420 None None] Provisioning complete for port 14c022f2-a5c0-4a89-badb-a3c9f879f47b triggered by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:35:20.021288 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-d65cc0fc-18bc-4ccb-8e37-c00eeb37d420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:20.055965 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-d65cc0fc-18bc-4ccb-8e37-c00eeb37d420 None None] Port 14c022f2-a5c0-4a89-badb-a3c9f879f47b cannot update to ACTIVE because it is not bound. {{(pid=93317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 11:35:20.165900 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [req-50328aa4-4082-4b28-b88b-99f9448956ad req-8c653654-96c5-4a3e-8a10-0dbe642ce3c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14c022f2-a5c0-4a89-badb-a3c9f879f47b {{(pid=93315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 11:35:20.173671 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-50328aa4-4082-4b28-b88b-99f9448956ad req-8c653654-96c5-4a3e-8a10-0dbe642ce3c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:20.186668 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.provisioning_blocks [req-50328aa4-4082-4b28-b88b-99f9448956ad req-8c653654-96c5-4a3e-8a10-0dbe642ce3c2 service neutron] Transition to ACTIVE for port object 14c022f2-a5c0-4a89-badb-a3c9f879f47b will not be triggered until provisioned by entity L2. {{(pid=93315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:35:20.190441 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-50328aa4-4082-4b28-b88b-99f9448956ad req-8c653654-96c5-4a3e-8a10-0dbe642ce3c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130148924'] for port, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:20.245355 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c653654-96c5-4a3e-8a10-0dbe642ce3c2 service neutron] Pushing event updated for resources: {'Port': ['ID=14c022f2-a5c0-4a89-badb-a3c9f879f47b,revision_number=2']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:35:20.314791 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-50328aa4-4082-4b28-b88b-99f9448956ad req-8c653654-96c5-4a3e-8a10-0dbe642ce3c2 service neutron] Attempting to bind port 14c022f2-a5c0-4a89-badb-a3c9f879f47b on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:35:20.315132 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-50328aa4-4082-4b28-b88b-99f9448956ad req-8c653654-96c5-4a3e-8a10-0dbe642ce3c2 service neutron] Attempting to bind port 14c022f2-a5c0-4a89-badb-a3c9f879f47b by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': '87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6db70112-8cd9-467f-aa72-29de5ea56ae8'}] {{(pid=93315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:35:20.315464 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50328aa4-4082-4b28-b88b-99f9448956ad req-8c653654-96c5-4a3e-8a10-0dbe642ce3c2 service neutron] Attempting to bind port 14c022f2-a5c0-4a89-badb-a3c9f879f47b on network 6db70112-8cd9-467f-aa72-29de5ea56ae8 {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:35:20.319912 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50328aa4-4082-4b28-b88b-99f9448956ad req-8c653654-96c5-4a3e-8a10-0dbe642ce3c2 service neutron] Port 14c022f2-a5c0-4a89-badb-a3c9f879f47b on network 6db70112-8cd9-467f-aa72-29de5ea56ae8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 11:35:20.320226 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50328aa4-4082-4b28-b88b-99f9448956ad req-8c653654-96c5-4a3e-8a10-0dbe642ce3c2 service neutron] Attempting to bind port 14c022f2-a5c0-4a89-badb-a3c9f879f47b on network 6db70112-8cd9-467f-aa72-29de5ea56ae8 {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:35:20.325135 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50328aa4-4082-4b28-b88b-99f9448956ad req-8c653654-96c5-4a3e-8a10-0dbe642ce3c2 service neutron] Checking agent: {'id': '9054602d-8671-4254-af87-58e8d5e6c079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 27, 44), 'started_at': datetime.datetime(2021, 8, 10, 11, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:35:20.325475 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50328aa4-4082-4b28-b88b-99f9448956ad req-8c653654-96c5-4a3e-8a10-0dbe642ce3c2 service neutron] Checking segment: {'id': '87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6db70112-8cd9-467f-aa72-29de5ea56ae8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:35:20.325858 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50328aa4-4082-4b28-b88b-99f9448956ad req-8c653654-96c5-4a3e-8a10-0dbe642ce3c2 service neutron] Bound using segment: {'id': '87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6db70112-8cd9-467f-aa72-29de5ea56ae8'} {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:35:20.326290 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-50328aa4-4082-4b28-b88b-99f9448956ad req-8c653654-96c5-4a3e-8a10-0dbe642ce3c2 service neutron] Bound port: 14c022f2-a5c0-4a89-badb-a3c9f879f47b, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6db70112-8cd9-467f-aa72-29de5ea56ae8'}}] {{(pid=93315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:35:20.326645 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-50328aa4-4082-4b28-b88b-99f9448956ad req-8c653654-96c5-4a3e-8a10-0dbe642ce3c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:20.395878 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-50328aa4-4082-4b28-b88b-99f9448956ad req-8c653654-96c5-4a3e-8a10-0dbe642ce3c2 service neutron] For port 14c022f2-a5c0-4a89-badb-a3c9f879f47b, host hv-cinder-79280, cleared binding levels {{(pid=93315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:35:20.398972 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-50328aa4-4082-4b28-b88b-99f9448956ad req-8c653654-96c5-4a3e-8a10-0dbe642ce3c2 service neutron] For port 14c022f2-a5c0-4a89-badb-a3c9f879f47b, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=14c022f2-a5c0-4a89-badb-a3c9f879f47b,segment=NetworkSegment(87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79),segment_id=87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79)] {{(pid=93315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:35:20.403789 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-50328aa4-4082-4b28-b88b-99f9448956ad req-8c653654-96c5-4a3e-8a10-0dbe642ce3c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130148924'] for port, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:20.436753 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50328aa4-4082-4b28-b88b-99f9448956ad req-8c653654-96c5-4a3e-8a10-0dbe642ce3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:20.437382 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-50328aa4-4082-4b28-b88b-99f9448956ad req-8c653654-96c5-4a3e-8a10-0dbe642ce3c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:20.438808 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-50328aa4-4082-4b28-b88b-99f9448956ad req-8c653654-96c5-4a3e-8a10-0dbe642ce3c2 service neutron] 10.222.0.59 "PUT /v2.0/ports/14c022f2-a5c0-4a89-badb-a3c9f879f47b HTTP/1.1" status: 200 len: 1093 time: 0.6009629 Aug 10 11:35:20.441506 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e030279b-c024-4dab-878d-13d797e0207d', 'tag': '14c022f2-a5c0-4a89-badb-a3c9f879f47b'}] {{(pid=93315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:35:20.444488 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6373fc61674628fc4ea179701e5cfbb487487662fff8fb4d49624df9baba4f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04fb28f1-5971-48c6-ae24-5c5e775535b9" -d '{"events": [{"name": "network-changed", "server_uuid": "e030279b-c024-4dab-878d-13d797e0207d", "tag": "14c022f2-a5c0-4a89-badb-a3c9f879f47b"}]}' {{(pid=93315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:35:20.502838 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 11:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16796bb5-2b0f-4b36-a81d-4c9ba4f97154 x-openstack-request-id: req-16796bb5-2b0f-4b36-a81d-4c9ba4f97154 {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:35:20.503068 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e030279b-c024-4dab-878d-13d797e0207d", "tag": "14c022f2-a5c0-4a89-badb-a3c9f879f47b", "status": "completed", "code": 200}]} {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:35:20.503230 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-16796bb5-2b0f-4b36-a81d-4c9ba4f97154 {{(pid=93315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:35:20.503621 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e030279b-c024-4dab-878d-13d797e0207d', 'tag': '14c022f2-a5c0-4a89-badb-a3c9f879f47b', 'status': 'completed', 'code': 200} Aug 10 11:35:20.545430 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c653654-96c5-4a3e-8a10-0dbe642ce3c2 service neutron] Pushing event updated for resources: {'Port': ['ID=14c022f2-a5c0-4a89-badb-a3c9f879f47b,revision_number=3']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:35:20.558657 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e68c7-6eed-4b68-a3ad-718b20bd5eb1 req-dabf314b-fe0b-46c7-9301-bd36e9c8a0f0 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:20.560847 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-688e68c7-6eed-4b68-a3ad-718b20bd5eb1 req-dabf314b-fe0b-46c7-9301-bd36e9c8a0f0 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=e030279b-c024-4dab-878d-13d797e0207d HTTP/1.1" status: 200 len: 943 time: 0.1131601 Aug 10 11:35:20.576758 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50328aa4-4082-4b28-b88b-99f9448956ad req-f116552d-1aa9-4d43-b989-0cb5643f278d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:20.578277 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-50328aa4-4082-4b28-b88b-99f9448956ad req-f116552d-1aa9-4d43-b989-0cb5643f278d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=84f5dbe3e1cf47c299d5230d7ef39f9f&device_id=e030279b-c024-4dab-878d-13d797e0207d HTTP/1.1" status: 200 len: 1096 time: 0.0895247 Aug 10 11:35:20.629566 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-50328aa4-4082-4b28-b88b-99f9448956ad req-ab06ae5a-e310-4f80-ab5d-f8cc836f4610 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14c022f2-a5c0-4a89-badb-a3c9f879f47b HTTP/1.1" status: 200 len: 217 time: 0.0415497 Aug 10 11:35:20.641405 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-688e68c7-6eed-4b68-a3ad-718b20bd5eb1 req-801b8d4c-86f3-4091-ba42-0c66d1260ccd tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=497f3947-355f-4b3f-83c8-215fa9ce6e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731432 Aug 10 11:35:20.687556 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50328aa4-4082-4b28-b88b-99f9448956ad req-e98ea79a-f679-4bcb-9c2c-f9a887ebc2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:20.689064 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-50328aa4-4082-4b28-b88b-99f9448956ad req-e98ea79a-f679-4bcb-9c2c-f9a887ebc2eb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fc1e85e4-da01-4b14-969e-682bd3f5912f HTTP/1.1" status: 200 len: 849 time: 0.0465443 Aug 10 11:35:20.739772 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50328aa4-4082-4b28-b88b-99f9448956ad req-62586167-f0ef-49e4-b076-1af3c5f702b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:20.741299 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-50328aa4-4082-4b28-b88b-99f9448956ad req-62586167-f0ef-49e4-b076-1af3c5f702b0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6db70112-8cd9-467f-aa72-29de5ea56ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446844 Aug 10 11:35:20.832826 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-50328aa4-4082-4b28-b88b-99f9448956ad req-c2f8491f-05da-45d7-82cf-728e83b1bbcb service neutron] 10.222.0.59 "GET /v2.0/networks/6db70112-8cd9-467f-aa72-29de5ea56ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834627 Aug 10 11:35:20.925139 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-50328aa4-4082-4b28-b88b-99f9448956ad req-33d0b48e-882b-4720-8ad7-a73771e0d053 service neutron] 10.222.0.59 "GET /v2.0/networks/6db70112-8cd9-467f-aa72-29de5ea56ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857081 Aug 10 11:35:21.010411 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb28f1-5971-48c6-ae24-5c5e775535b9 req-007aee84-0afe-453d-8bb5-119cceaad0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:21.011879 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-04fb28f1-5971-48c6-ae24-5c5e775535b9 req-007aee84-0afe-453d-8bb5-119cceaad0ce service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=84f5dbe3e1cf47c299d5230d7ef39f9f&device_id=e030279b-c024-4dab-878d-13d797e0207d HTTP/1.1" status: 200 len: 1096 time: 0.0398562 Aug 10 11:35:21.099620 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb28f1-5971-48c6-ae24-5c5e775535b9 req-6e25f75b-224f-4f79-9e6f-7f21e4d1d21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:21.101034 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-04fb28f1-5971-48c6-ae24-5c5e775535b9 req-6e25f75b-224f-4f79-9e6f-7f21e4d1d21b service neutron] 10.222.0.59 "GET /v2.0/networks?id=6db70112-8cd9-467f-aa72-29de5ea56ae8 HTTP/1.1" status: 200 len: 911 time: 0.0812676 Aug 10 11:35:21.147332 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-04fb28f1-5971-48c6-ae24-5c5e775535b9 req-fd2fd557-fbcb-4520-a01d-dd424422dd71 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14c022f2-a5c0-4a89-badb-a3c9f879f47b HTTP/1.1" status: 200 len: 217 time: 0.0372889 Aug 10 11:35:21.197584 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb28f1-5971-48c6-ae24-5c5e775535b9 req-6213c76e-ae56-4a02-b0c8-f7afae160ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:21.199067 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-04fb28f1-5971-48c6-ae24-5c5e775535b9 req-6213c76e-ae56-4a02-b0c8-f7afae160ce0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fc1e85e4-da01-4b14-969e-682bd3f5912f HTTP/1.1" status: 200 len: 849 time: 0.0440512 Aug 10 11:35:21.244871 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb28f1-5971-48c6-ae24-5c5e775535b9 req-f2944fcc-9395-4a10-bba5-a0a7d3d64812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:21.246361 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-04fb28f1-5971-48c6-ae24-5c5e775535b9 req-f2944fcc-9395-4a10-bba5-a0a7d3d64812 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6db70112-8cd9-467f-aa72-29de5ea56ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394061 Aug 10 11:35:21.342008 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-04fb28f1-5971-48c6-ae24-5c5e775535b9 req-7275b33e-c172-491f-9b9d-194703c2d0e5 service neutron] 10.222.0.59 "GET /v2.0/networks/6db70112-8cd9-467f-aa72-29de5ea56ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876997 Aug 10 11:35:21.431909 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-04fb28f1-5971-48c6-ae24-5c5e775535b9 req-a8492888-b5d7-4c75-9c4a-3a01dd249c24 service neutron] 10.222.0.59 "GET /v2.0/networks/6db70112-8cd9-467f-aa72-29de5ea56ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816915 Aug 10 11:35:21.768889 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f203b3-939e-46bd-95bc-992bfe600e7d req-575703bd-485f-46a9-a3d4-db5c22eb875c tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:21.770378 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c9f203b3-939e-46bd-95bc-992bfe600e7d req-575703bd-485f-46a9-a3d4-db5c22eb875c tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=e030279b-c024-4dab-878d-13d797e0207d HTTP/1.1" status: 200 len: 943 time: 0.0561347 Aug 10 11:35:21.814663 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c9f203b3-939e-46bd-95bc-992bfe600e7d req-b98c8042-4e05-4c79-acf3-e1b96fe233c7 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=497f3947-355f-4b3f-83c8-215fa9ce6e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379233 Aug 10 11:35:22.928194 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe50136-fa6b-4ec7-9960-4c16107c40b1 req-ffd4d21b-adc0-44a7-8cd3-1f406b53aac6 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:22.929620 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-bbe50136-fa6b-4ec7-9960-4c16107c40b1 req-ffd4d21b-adc0-44a7-8cd3-1f406b53aac6 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=e030279b-c024-4dab-878d-13d797e0207d HTTP/1.1" status: 200 len: 943 time: 0.0481577 Aug 10 11:35:22.966989 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-bbe50136-fa6b-4ec7-9960-4c16107c40b1 req-b98f4585-2930-4000-8b8f-1780017b9e0c tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=497f3947-355f-4b3f-83c8-215fa9ce6e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309663 Aug 10 11:35:23.513475 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 55786) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:35:23.556676 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d490591-92db-4831-b394-6f71c3e16c3b admin admin] Deleting subnet f8c5449c-e11a-478d-b2ab-6f2773a94970 {{(pid=93315) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 11:35:23.559731 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-1d490591-92db-4831-b394-6f71c3e16c3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:23.592204 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 14c022f2-a5c0-4a89-badb-a3c9f879f47b details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 11:35:23.593947 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-1d490591-92db-4831-b394-6f71c3e16c3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130910312'] for subnet, precommit_delete_associations {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:23.635985 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-1d490591-92db-4831-b394-6f71c3e16c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926530'] for subnet, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:23.689377 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-1d490591-92db-4831-b394-6f71c3e16c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134105691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130149106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130360371'] for subnet, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:23.690901 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 14c022f2-a5c0-4a89-badb-a3c9f879f47b, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=14c022f2-a5c0-4a89-badb-a3c9f879f47b,segment=NetworkSegment(87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79),segment_id=87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:35:23.702744 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Returning: {'device': '14c022f2-a5c0-4a89-badb-a3c9f879f47b', 'network_id': '6db70112-8cd9-467f-aa72-29de5ea56ae8', 'port_id': '14c022f2-a5c0-4a89-badb-a3c9f879f47b', 'mac_address': 'fa:16:3e:21:14:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc1e85e4-da01-4b14-969e-682bd3f5912f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 11:35:23.714223 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d490591-92db-4831-b394-6f71c3e16c3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8c5449c-e11a-478d-b2ab-6f2773a94970,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:35:23.718586 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-1d490591-92db-4831-b394-6f71c3e16c3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:23.723209 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 55788) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:35:23.725013 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-1d490591-92db-4831-b394-6f71c3e16c3b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f8c5449c-e11a-478d-b2ab-6f2773a94970 HTTP/1.1" status: 204 len: 168 time: 0.2104533 Aug 10 11:35:23.741110 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:23.754552 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14c022f2-a5c0-4a89-badb-a3c9f879f47b {{(pid=93317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 11:35:23.773776 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 14c022f2-a5c0-4a89-badb-a3c9f879f47b, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=14c022f2-a5c0-4a89-badb-a3c9f879f47b,segment=NetworkSegment(87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79),segment_id=87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:35:23.777660 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:23.796153 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-5e77e109-1dcf-4462-849e-44eb44ca24df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631178'] for network, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:23.827105 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=14c022f2-a5c0-4a89-badb-a3c9f879f47b,revision_number=4']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:35:23.874980 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-5e77e109-1dcf-4462-849e-44eb44ca24df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-926155', 'neutron.services.segments.db._delete_segments_for_network-8778041053552'] for network, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:23.884624 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.services.segments.db [None req-5e77e109-1dcf-4462-849e-44eb44ca24df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c82543c9-8a7f-481f-991b-fabfb972cc63']}} {{(pid=93316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:35:23.898459 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.services.segments.db [None req-5e77e109-1dcf-4462-849e-44eb44ca24df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2a8b0c8-820e-493b-85d0-c9d3cdf1f0ea') {'for_net_delete': True} {{(pid=93316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:35:23.898811 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.services.segments.db [None req-5e77e109-1dcf-4462-849e-44eb44ca24df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2a8b0c8-820e-493b-85d0-c9d3cdf1f0ea') {} {{(pid=93316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:35:23.908164 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-5e77e109-1dcf-4462-849e-44eb44ca24df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778041055865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131715138'] for segment, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:23.921851 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-5e77e109-1dcf-4462-849e-44eb44ca24df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462'] for segment, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:23.927709 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e77e109-1dcf-4462-849e-44eb44ca24df admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=93316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 11:35:23.928091 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-5e77e109-1dcf-4462-849e-44eb44ca24df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130748483'] for segment, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:23.929745 dv-cinder-792800-5-iscsi neutron-server[93316]: Traceback (most recent call last): Aug 10 11:35:23.929745 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 11:35:23.929745 dv-cinder-792800-5-iscsi neutron-server[93316]: timer() Aug 10 11:35:23.929745 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 11:35:23.929745 dv-cinder-792800-5-iscsi neutron-server[93316]: cb(*args, **kw) Aug 10 11:35:23.929745 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 11:35:23.929745 dv-cinder-792800-5-iscsi neutron-server[93316]: return func(*args, **kwargs) Aug 10 11:35:23.929745 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 11:35:23.929745 dv-cinder-792800-5-iscsi neutron-server[93316]: self._notify() Aug 10 11:35:23.929745 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 11:35:23.929745 dv-cinder-792800-5-iscsi neutron-server[93316]: self.callback(batched_events) Aug 10 11:35:23.929745 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 11:35:23.929745 dv-cinder-792800-5-iscsi neutron-server[93316]: event.method(event) Aug 10 11:35:23.929745 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 11:35:23.929745 dv-cinder-792800-5-iscsi neutron-server[93316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 11:35:23.929745 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 11:35:23.929745 dv-cinder-792800-5-iscsi neutron-server[93316]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 11:35:23.929745 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 11:35:23.929745 dv-cinder-792800-5-iscsi neutron-server[93316]: return f(self, *a, **k) Aug 10 11:35:23.929745 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 11:35:23.929745 dv-cinder-792800-5-iscsi neutron-server[93316]: return self._get(url).json() Aug 10 11:35:23.929745 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 11:35:23.929745 dv-cinder-792800-5-iscsi neutron-server[93316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 11:35:23.929745 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 11:35:23.929745 dv-cinder-792800-5-iscsi neutron-server[93316]: return self.request(url, 'GET', **kwargs) Aug 10 11:35:23.929745 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 11:35:23.929745 dv-cinder-792800-5-iscsi neutron-server[93316]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 11:35:23.929745 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 11:35:23.929745 dv-cinder-792800-5-iscsi neutron-server[93316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 11:35:23.929745 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 11:35:23.929745 dv-cinder-792800-5-iscsi neutron-server[93316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 11:35:23.929745 dv-cinder-792800-5-iscsi neutron-server[93316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 11:35:23.982159 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-5e77e109-1dcf-4462-849e-44eb44ca24df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-926144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-134149792'] for network, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:23.987312 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-5e77e109-1dcf-4462-849e-44eb44ca24df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for network, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:23.989179 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-5e77e109-1dcf-4462-849e-44eb44ca24df admin admin] 10.222.0.24 "DELETE /v2.0/networks/c82543c9-8a7f-481f-991b-fabfb972cc63 HTTP/1.1" status: 204 len: 168 time: 0.2649567 Aug 10 11:35:24.000891 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e77e109-1dcf-4462-849e-44eb44ca24df admin admin] Pushing event deleted for resources: {'Network': ['ID=c82543c9-8a7f-481f-991b-fabfb972cc63,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:35:24.011152 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] get_ports_and_sgs() called for port_ids ['14c022f2-a5c0-4a89-badb-a3c9f879f47b'] {{(pid=93317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 11:35:24.084494 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bf96b-23ff-4e5b-9371-9eb80337733f req-f6953b33-946a-4239-965e-210fdb0f33d5 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:24.086159 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-316bf96b-23ff-4e5b-9371-9eb80337733f req-f6953b33-946a-4239-965e-210fdb0f33d5 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=e030279b-c024-4dab-878d-13d797e0207d HTTP/1.1" status: 200 len: 944 time: 0.0510623 Aug 10 11:35:24.127713 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-316bf96b-23ff-4e5b-9371-9eb80337733f req-02f8a5fd-65d0-4c13-9c15-2acbb012aaf9 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=497f3947-355f-4b3f-83c8-215fa9ce6e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335159 Aug 10 11:35:24.169023 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 55796) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:35:24.207198 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-d352c0c5-7902-4a8c-a1f9-c6c59915cd1f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8fc8852fec3e48c9a32a589a12cdb9d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370421 Aug 10 11:35:24.209658 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 55798) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:35:24.259153 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-614827a1-061a-4aca-8ef2-9d8b28cc7e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:24.280113 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-614827a1-061a-4aca-8ef2-9d8b28cc7e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:24.324527 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-614827a1-061a-4aca-8ef2-9d8b28cc7e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:24.327684 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-614827a1-061a-4aca-8ef2-9d8b28cc7e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:24.328914 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-614827a1-061a-4aca-8ef2-9d8b28cc7e44 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bcb8cd69-fa5e-4238-8368-da6b48541313 HTTP/1.1" status: 204 len: 168 time: 0.1182864 Aug 10 11:35:24.336414 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614827a1-061a-4aca-8ef2-9d8b28cc7e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb8cd69-fa5e-4238-8368-da6b48541313,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:35:25.240222 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619eb531-ba51-4dca-bfd7-db01009a958d req-901aca64-9043-44f2-a6f8-cef0abd8b89e tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:25.241829 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-619eb531-ba51-4dca-bfd7-db01009a958d req-901aca64-9043-44f2-a6f8-cef0abd8b89e tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=e030279b-c024-4dab-878d-13d797e0207d HTTP/1.1" status: 200 len: 944 time: 0.0483599 Aug 10 11:35:25.278332 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-619eb531-ba51-4dca-bfd7-db01009a958d req-a78c5382-ea00-4eeb-80b5-6349b38553ba tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=497f3947-355f-4b3f-83c8-215fa9ce6e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304847 Aug 10 11:35:25.608320 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 14c022f2-a5c0-4a89-badb-a3c9f879f47b up at agent hyperv_hv-cinder-79280 {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:35:25.656495 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Provisioning for port 14c022f2-a5c0-4a89-badb-a3c9f879f47b completed by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:35:25.660138 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Provisioning complete for port 14c022f2-a5c0-4a89-badb-a3c9f879f47b triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:35:25.660521 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:25.737742 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:25.761265 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e030279b-c024-4dab-878d-13d797e0207d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c022f2-a5c0-4a89-badb-a3c9f879f47b'}] {{(pid=93317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:35:25.763545 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f65e5affd22be71f9b00dd80d36c6e54843c66eef292b5ed0267a1f9ac014f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b8fecc-d978-46f9-a83d-e1ca2f6c3883" -d '{"events": [{"server_uuid": "e030279b-c024-4dab-878d-13d797e0207d", "name": "network-vif-plugged", "status": "completed", "tag": "14c022f2-a5c0-4a89-badb-a3c9f879f47b"}]}' {{(pid=93317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:35:25.776728 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 14c022f2-a5c0-4a89-badb-a3c9f879f47b, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=14c022f2-a5c0-4a89-badb-a3c9f879f47b,segment=NetworkSegment(87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79),segment_id=87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:35:25.780728 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:25.829702 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=14c022f2-a5c0-4a89-badb-a3c9f879f47b,revision_number=5']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:35:25.972375 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 11:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660e82c9-570a-4672-942c-2b8e5b9f7ab4 x-openstack-request-id: req-660e82c9-570a-4672-942c-2b8e5b9f7ab4 {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:35:25.972700 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e030279b-c024-4dab-878d-13d797e0207d", "name": "network-vif-plugged", "status": "completed", "tag": "14c022f2-a5c0-4a89-badb-a3c9f879f47b", "code": 200}]} {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:35:25.972955 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-660e82c9-570a-4672-942c-2b8e5b9f7ab4 {{(pid=93317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:35:25.973352 dv-cinder-792800-5-iscsi neutron-server[93317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e030279b-c024-4dab-878d-13d797e0207d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c022f2-a5c0-4a89-badb-a3c9f879f47b', 'code': 200} Aug 10 11:35:26.136527 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45ae29-26d8-4607-8dc6-5d9924fbfaa7 req-7e61c8ee-4691-4a9f-b0b5-476b8a1b2cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:26.138010 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ae45ae29-26d8-4607-8dc6-5d9924fbfaa7 req-7e61c8ee-4691-4a9f-b0b5-476b8a1b2cba service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e030279b-c024-4dab-878d-13d797e0207d HTTP/1.1" status: 200 len: 1098 time: 0.0391667 Aug 10 11:35:26.177140 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ae45ae29-26d8-4607-8dc6-5d9924fbfaa7 req-f49a3dd9-4ab5-451e-93cb-95c89ca2a49f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=497f3947-355f-4b3f-83c8-215fa9ce6e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314987 Aug 10 11:35:26.393479 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734aa134-9b39-4da2-8ddc-8c1ea13e9891 req-51e8a9e4-0dc3-4027-b814-83c4ad92d752 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:26.394991 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-734aa134-9b39-4da2-8ddc-8c1ea13e9891 req-51e8a9e4-0dc3-4027-b814-83c4ad92d752 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=e030279b-c024-4dab-878d-13d797e0207d HTTP/1.1" status: 200 len: 945 time: 0.0481160 Aug 10 11:35:26.431718 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-734aa134-9b39-4da2-8ddc-8c1ea13e9891 req-9251ce3f-3248-440a-8b3b-ca994e1e3c06 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=497f3947-355f-4b3f-83c8-215fa9ce6e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307398 Aug 10 11:35:27.548794 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6b98c-e269-40d2-a588-21b9aa7ddfa9 req-51536f0f-9edb-4347-b734-3d6987ddaeff tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:27.550326 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-86b6b98c-e269-40d2-a588-21b9aa7ddfa9 req-51536f0f-9edb-4347-b734-3d6987ddaeff tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=e030279b-c024-4dab-878d-13d797e0207d HTTP/1.1" status: 200 len: 945 time: 0.0491652 Aug 10 11:35:27.587074 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-86b6b98c-e269-40d2-a588-21b9aa7ddfa9 req-3edfb0d4-83a9-4242-9328-223119a04953 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=497f3947-355f-4b3f-83c8-215fa9ce6e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307829 Aug 10 11:35:27.699867 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63cdbf7-aa3f-4bf0-bd3e-57345adda86f req-ffda0b1a-ecdb-4433-a34f-ac9818b68c39 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:27.701847 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-f63cdbf7-aa3f-4bf0-bd3e-57345adda86f req-ffda0b1a-ecdb-4433-a34f-ac9818b68c39 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=e030279b-c024-4dab-878d-13d797e0207d HTTP/1.1" status: 200 len: 945 time: 0.0531602 Aug 10 11:35:27.710065 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 55828) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:35:27.714370 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-9934b23f-00b8-475a-9a80-77742f1ed290 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Request body: {'floatingip': {'port_id': '14c022f2-a5c0-4a89-badb-a3c9f879f47b'}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:35:27.754090 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-9934b23f-00b8-475a-9a80-77742f1ed290 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks [] for floatingip, before_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:28.216639 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-9934b23f-00b8-475a-9a80-77742f1ed290 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:28.220628 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-9934b23f-00b8-475a-9a80-77742f1ed290 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-134149778'] for floatingip, after_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:28.318199 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.db.l3_db [None req-9934b23f-00b8-475a-9a80-77742f1ed290 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Floating IP 9a238c30-bbaa-4761-b523-b454b9744595 associated. External IP: 172.27.1.103, port: 14c022f2-a5c0-4a89-badb-a3c9f879f47b. Aug 10 11:35:28.735779 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9934b23f-00b8-475a-9a80-77742f1ed290 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Router af8eb0cd-5032-493c-abd5-dadab57103c0 has already been hosted by L3 agent c7f5eca1-6939-476e-9546-e5f0f7bb2dc8 {{(pid=93316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 11:35:28.837208 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9934b23f-00b8-475a-9a80-77742f1ed290 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify agent at l3_agent.dv-cinder-792800-5-iscsi the message routers_updated {{(pid=93316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 11:35:28.842123 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-9934b23f-00b8-475a-9a80-77742f1ed290 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for floatingip, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:28.847613 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c67082-f439-4dc9-b650-56c4ed75fbe2 None None] Sync routers for ids ['af8eb0cd-5032-493c-abd5-dadab57103c0'] in dv-cinder-792800-5-iscsi {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 11:35:28.857295 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c67082-f439-4dc9-b650-56c4ed75fbe2 None None] Routers {'af8eb0cd-5032-493c-abd5-dadab57103c0'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:35:28.857924 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-58c67082-f439-4dc9-b650-56c4ed75fbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:35:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['af8eb0cd-5032-493c-abd5-dadab57103c0'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:35:28.871798 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-9934b23f-00b8-475a-9a80-77742f1ed290 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "PUT /v2.0/floatingips/9a238c30-bbaa-4761-b523-b454b9744595 HTTP/1.1" status: 200 len: 991 time: 1.1607027 Aug 10 11:35:28.873048 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e030279b-c024-4dab-878d-13d797e0207d', 'tag': '14c022f2-a5c0-4a89-badb-a3c9f879f47b'}] {{(pid=93316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:35:28.875286 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c8c08188b21eb773fc1c6d2ac87981fb30e3bc49512db4b8fca3465af7d205c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fddadf-90aa-4ae2-b21f-c4e7bf911a28" -d '{"events": [{"name": "network-changed", "server_uuid": "e030279b-c024-4dab-878d-13d797e0207d", "tag": "14c022f2-a5c0-4a89-badb-a3c9f879f47b"}]}' {{(pid=93316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:35:28.972222 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 11:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086dda0f-e00f-449a-a65a-6e3506f9eae6 x-openstack-request-id: req-086dda0f-e00f-449a-a65a-6e3506f9eae6 {{(pid=93316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:35:28.972615 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e030279b-c024-4dab-878d-13d797e0207d", "tag": "14c022f2-a5c0-4a89-badb-a3c9f879f47b", "status": "completed", "code": 200}]} {{(pid=93316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:35:28.973196 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-086dda0f-e00f-449a-a65a-6e3506f9eae6 {{(pid=93316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:35:28.973398 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e030279b-c024-4dab-878d-13d797e0207d', 'tag': '14c022f2-a5c0-4a89-badb-a3c9f879f47b', 'status': 'completed', 'code': 200} Aug 10 11:35:28.976764 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-58c67082-f439-4dc9-b650-56c4ed75fbe2 None None] Set router af8eb0cd-5032-493c-abd5-dadab57103c0 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:35:29.032784 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fddadf-90aa-4ae2-b21f-c4e7bf911a28 req-e0976f5f-4141-496c-abc4-703fad7b6c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:29.034171 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-76fddadf-90aa-4ae2-b21f-c4e7bf911a28 req-e0976f5f-4141-496c-abc4-703fad7b6c42 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=84f5dbe3e1cf47c299d5230d7ef39f9f&device_id=e030279b-c024-4dab-878d-13d797e0207d HTTP/1.1" status: 200 len: 1098 time: 0.0398278 Aug 10 11:35:29.125539 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fddadf-90aa-4ae2-b21f-c4e7bf911a28 req-36ca8272-63a8-4953-8060-0c3a3623bd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:29.127024 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-76fddadf-90aa-4ae2-b21f-c4e7bf911a28 req-36ca8272-63a8-4953-8060-0c3a3623bd58 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6db70112-8cd9-467f-aa72-29de5ea56ae8 HTTP/1.1" status: 200 len: 911 time: 0.0856681 Aug 10 11:35:29.196307 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-76fddadf-90aa-4ae2-b21f-c4e7bf911a28 req-4cd321f5-fdbc-4a8b-acfd-652c58c67ffa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14c022f2-a5c0-4a89-badb-a3c9f879f47b HTTP/1.1" status: 200 len: 999 time: 0.0573041 Aug 10 11:35:29.203889 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-58c67082-f439-4dc9-b650-56c4ed75fbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'name': 'tempest-AttachVolumeTestJSON-809001131-router', 'tenant_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b933f823-533c-4647-ae13-9259e9143b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:30:30Z', 'updated_at': '2021-08-10T11:30:34Z', 'revision_number': 4, 'project_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'gw_port': {'id': 'b933f823-533c-4647-ae13-9259e9143b57', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:30:31Z', 'updated_at': '2021-08-10T11:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_floatingips': [{'id': '9a238c30-bbaa-4761-b523-b454b9744595', 'tenant_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'router_id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'port_id': '14c022f2-a5c0-4a89-badb-a3c9f879f47b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6db70112-8cd9-467f-aa72-29de5ea56ae8', 'mac_address': 'fa:16:3e:21:14:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e030279b-c024-4dab-878d-13d797e0207d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T11:35:17Z', 'updated_at': '2021-08-10T11:35:28Z', 'revision_number': 1, 'project_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be7232de-88c2-4c9c-9fa1-9200d7b1ce9d', 'name': '', 'network_id': '6db70112-8cd9-467f-aa72-29de5ea56ae8', 'tenant_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'mac_address': 'fa:16:3e:35:7f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'fc1e85e4-da01-4b14-969e-682bd3f5912f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:30:33Z', 'updated_at': '2021-08-10T11:30:43Z', 'revision_number': 5, 'project_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'subnets': [{'id': 'fc1e85e4-da01-4b14-969e-682bd3f5912f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:35:29.231035 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c67082-f439-4dc9-b650-56c4ed75fbe2 None None] Checking router: af8eb0cd-5032-493c-abd5-dadab57103c0 for host: dv-cinder-792800-5-iscsi {{(pid=93317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 11:35:29.240389 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c67082-f439-4dc9-b650-56c4ed75fbe2 None None] Routers {'af8eb0cd-5032-493c-abd5-dadab57103c0'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:35:29.241213 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-58c67082-f439-4dc9-b650-56c4ed75fbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:35:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['af8eb0cd-5032-493c-abd5-dadab57103c0'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:35:29.246959 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fddadf-90aa-4ae2-b21f-c4e7bf911a28 req-b4bf9c78-d3ed-4d3a-8ee4-0ec58d9916d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:29.249034 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-76fddadf-90aa-4ae2-b21f-c4e7bf911a28 req-b4bf9c78-d3ed-4d3a-8ee4-0ec58d9916d2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fc1e85e4-da01-4b14-969e-682bd3f5912f HTTP/1.1" status: 200 len: 849 time: 0.0454590 Aug 10 11:35:29.298816 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fddadf-90aa-4ae2-b21f-c4e7bf911a28 req-3d55b522-6159-4888-9b4c-4faae7e0bcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:29.300411 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-76fddadf-90aa-4ae2-b21f-c4e7bf911a28 req-3d55b522-6159-4888-9b4c-4faae7e0bcd3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6db70112-8cd9-467f-aa72-29de5ea56ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437179 Aug 10 11:35:29.360547 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-58c67082-f439-4dc9-b650-56c4ed75fbe2 None None] Set router af8eb0cd-5032-493c-abd5-dadab57103c0 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:35:29.401931 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-76fddadf-90aa-4ae2-b21f-c4e7bf911a28 req-fc302261-b772-4683-8b63-258980eeb12e service neutron] 10.222.0.59 "GET /v2.0/networks/6db70112-8cd9-467f-aa72-29de5ea56ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934093 Aug 10 11:35:29.500306 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-76fddadf-90aa-4ae2-b21f-c4e7bf911a28 req-6b60e981-c4fe-49bf-8f32-eeefca6939da service neutron] 10.222.0.59 "GET /v2.0/networks/6db70112-8cd9-467f-aa72-29de5ea56ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907707 Aug 10 11:35:29.595009 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-58c67082-f439-4dc9-b650-56c4ed75fbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'name': 'tempest-AttachVolumeTestJSON-809001131-router', 'tenant_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b933f823-533c-4647-ae13-9259e9143b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:30:30Z', 'updated_at': '2021-08-10T11:30:34Z', 'revision_number': 4, 'project_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'gw_port': {'id': 'b933f823-533c-4647-ae13-9259e9143b57', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:30:31Z', 'updated_at': '2021-08-10T11:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_floatingips': [{'id': '9a238c30-bbaa-4761-b523-b454b9744595', 'tenant_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'router_id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'port_id': '14c022f2-a5c0-4a89-badb-a3c9f879f47b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6db70112-8cd9-467f-aa72-29de5ea56ae8', 'mac_address': 'fa:16:3e:21:14:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e030279b-c024-4dab-878d-13d797e0207d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T11:35:17Z', 'updated_at': '2021-08-10T11:35:28Z', 'revision_number': 1, 'project_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be7232de-88c2-4c9c-9fa1-9200d7b1ce9d', 'name': '', 'network_id': '6db70112-8cd9-467f-aa72-29de5ea56ae8', 'tenant_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'mac_address': 'fa:16:3e:35:7f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'fc1e85e4-da01-4b14-969e-682bd3f5912f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:30:33Z', 'updated_at': '2021-08-10T11:30:43Z', 'revision_number': 5, 'project_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'subnets': [{'id': 'fc1e85e4-da01-4b14-969e-682bd3f5912f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:35:29.625510 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c67082-f439-4dc9-b650-56c4ed75fbe2 None None] The sync data for ids ['af8eb0cd-5032-493c-abd5-dadab57103c0'] in dv-cinder-792800-5-iscsi is: [{'id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'name': 'tempest-AttachVolumeTestJSON-809001131-router', 'tenant_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b933f823-533c-4647-ae13-9259e9143b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:30:30Z', 'updated_at': '2021-08-10T11:30:34Z', 'revision_number': 4, 'project_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'gw_port': {'id': 'b933f823-533c-4647-ae13-9259e9143b57', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:30:31Z', 'updated_at': '2021-08-10T11:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_floatingips': [{'id': '9a238c30-bbaa-4761-b523-b454b9744595', 'tenant_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'router_id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'port_id': '14c022f2-a5c0-4a89-badb-a3c9f879f47b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6db70112-8cd9-467f-aa72-29de5ea56ae8', 'mac_address': 'fa:16:3e:21:14:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e030279b-c024-4dab-878d-13d797e0207d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T11:35:17Z', 'updated_at': '2021-08-10T11:35:28Z', 'revision_number': 1, 'project_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be7232de-88c2-4c9c-9fa1-9200d7b1ce9d', 'name': '', 'network_id': '6db70112-8cd9-467f-aa72-29de5ea56ae8', 'tenant_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'mac_address': 'fa:16:3e:35:7f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'fc1e85e4-da01-4b14-969e-682bd3f5912f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:30:33Z', 'updated_at': '2021-08-10T11:30:43Z', 'revision_number': 5, 'project_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'subnets': [{'id': 'fc1e85e4-da01-4b14-969e-682bd3f5912f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 11:35:29.640138 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5dc526-8c71-4615-9740-450a6045d07f req-5859532c-883d-4d76-a232-d32bf54cb868 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:29.642386 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-4e5dc526-8c71-4615-9740-450a6045d07f req-5859532c-883d-4d76-a232-d32bf54cb868 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 945 time: 0.0531175 Aug 10 11:35:29.683448 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-4e5dc526-8c71-4615-9740-450a6045d07f req-7bfe150a-1aef-4a5d-aa99-7384e82b46ec tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347168 Aug 10 11:35:29.807757 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7311e466-bceb-4d6c-8999-2d3a03326e7f None None] New status for floating IP 9a238c30-bbaa-4761-b523-b454b9744595: ACTIVE {{(pid=93318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 11:35:30.804645 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c869d-4846-4f6f-bac6-c6b8dc9ce6fe req-77e01842-818a-4e29-ba4d-e438c1c1c2ef tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:30.806203 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-606c869d-4846-4f6f-bac6-c6b8dc9ce6fe req-77e01842-818a-4e29-ba4d-e438c1c1c2ef tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 945 time: 0.0504189 Aug 10 11:35:30.851611 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-606c869d-4846-4f6f-bac6-c6b8dc9ce6fe req-1e290b79-a4bc-49b9-a623-9c149c2e10f8 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392520 Aug 10 11:35:31.978524 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe14ea-4a01-4ace-819e-aeefba56abdf req-486c48ed-1bbd-466a-93c9-83687598512a tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:31.980000 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-07fe14ea-4a01-4ace-819e-aeefba56abdf req-486c48ed-1bbd-466a-93c9-83687598512a tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 945 time: 0.0550790 Aug 10 11:35:32.017833 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-07fe14ea-4a01-4ace-819e-aeefba56abdf req-41651226-8a2b-4e36-a5a6-4913c7f0d08b tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318079 Aug 10 11:35:33.134070 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b769e28-45e7-4946-8901-23ab947b1b40 req-7e2272f9-24cf-4fe2-a5f8-a1f1b1ef53e5 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:33.135545 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-3b769e28-45e7-4946-8901-23ab947b1b40 req-7e2272f9-24cf-4fe2-a5f8-a1f1b1ef53e5 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 945 time: 0.0488417 Aug 10 11:35:33.172217 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-3b769e28-45e7-4946-8901-23ab947b1b40 req-54d92470-5cd9-4793-95fa-d0b517c8931e tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307946 Aug 10 11:35:34.290198 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b532da1-8ca0-4680-ab84-dddf5b8db59b req-ca41948d-cbd8-4137-a238-c9d5f7f9022f tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:34.291673 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-3b532da1-8ca0-4680-ab84-dddf5b8db59b req-ca41948d-cbd8-4137-a238-c9d5f7f9022f tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 945 time: 0.0480540 Aug 10 11:35:34.319964 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-64a5a11e-c574-40d2-84c4-961cc70f5752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:34.332840 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-3b532da1-8ca0-4680-ab84-dddf5b8db59b req-23d2035a-0e11-4041-867c-f50be3d1aab2 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345514 Aug 10 11:35:35.455122 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea00e259-aa5d-4f67-bd55-57dece4db0e2 req-a549ca85-456c-49b0-9f35-7afe2950d930 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:35.456662 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-ea00e259-aa5d-4f67-bd55-57dece4db0e2 req-a549ca85-456c-49b0-9f35-7afe2950d930 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 945 time: 0.0518835 Aug 10 11:35:35.494382 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-ea00e259-aa5d-4f67-bd55-57dece4db0e2 req-ec29c9de-7749-4905-8dea-fa1862da9411 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317705 Aug 10 11:35:36.613350 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb81f7-db8e-450e-bb54-d9717833a108 req-cb9ac73b-8197-46f5-8fa3-b5a965165702 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:36.614892 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-e2eb81f7-db8e-450e-bb54-d9717833a108 req-cb9ac73b-8197-46f5-8fa3-b5a965165702 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 945 time: 0.0494213 Aug 10 11:35:36.651960 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-e2eb81f7-db8e-450e-bb54-d9717833a108 req-716e40ca-3d36-45a0-a59c-181c63560c32 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308561 Aug 10 11:35:36.978819 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-79386c97-8c22-4d94-a412-872bd89c5c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:37.125065 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:37.768456 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5423436-b97f-464d-b262-8151d40107e2 req-464b2e5c-6a3a-4a8d-9b2d-313864a3066a tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:37.769953 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-e5423436-b97f-464d-b262-8151d40107e2 req-464b2e5c-6a3a-4a8d-9b2d-313864a3066a tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 945 time: 0.0487437 Aug 10 11:35:37.806573 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-e5423436-b97f-464d-b262-8151d40107e2 req-e88277a1-1cd7-4c76-ad96-bec5d107ef44 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307403 Aug 10 11:35:37.924866 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-b3865e76-5392-4690-91e0-0d01f8cdc9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:38.932990 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647571c-b03b-46bb-b4e3-9de2b4ab5904 req-3ad298c1-24be-4831-b90d-ff3bfb4c50cf tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:38.934980 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-e647571c-b03b-46bb-b4e3-9de2b4ab5904 req-3ad298c1-24be-4831-b90d-ff3bfb4c50cf tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 945 time: 0.0576766 Aug 10 11:35:38.972165 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-e647571c-b03b-46bb-b4e3-9de2b4ab5904 req-da2a2e26-6280-4767-9899-3806cf0e163a tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313153 Aug 10 11:35:39.772410 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-68530e51-c783-4460-a419-f96f34511541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:40.089573 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c7379-f5f2-4a77-ac0e-c44055f59dc8 req-236dce0d-a711-42d2-b2f6-971b60eb21b0 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:40.091059 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-9b1c7379-f5f2-4a77-ac0e-c44055f59dc8 req-236dce0d-a711-42d2-b2f6-971b60eb21b0 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 945 time: 0.0480962 Aug 10 11:35:40.128087 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-9b1c7379-f5f2-4a77-ac0e-c44055f59dc8 req-51696791-1cae-4ff4-aff0-234a3f608402 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312033 Aug 10 11:35:41.246127 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecbb13f-9276-4015-956e-16275ad89d3f req-eba80448-771d-47e4-8793-6239e8b322c5 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:41.247636 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-1ecbb13f-9276-4015-956e-16275ad89d3f req-eba80448-771d-47e4-8793-6239e8b322c5 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 945 time: 0.0490878 Aug 10 11:35:41.284988 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-1ecbb13f-9276-4015-956e-16275ad89d3f req-9aece9c5-abdf-4d68-9570-79b76d467497 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314898 Aug 10 11:35:41.686602 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 11:35:41.785676 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0,segment=NetworkSegment(3cbd7805-aa7c-4600-9950-b5cb2e54bb37),segment_id=3cbd7805-aa7c-4600-9950-b5cb2e54bb37)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:35:41.797554 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Returning: {'device': 'af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0', 'network_id': 'caf833b7-6b1c-4283-9a64-20c0e4838897', 'port_id': 'af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0', 'mac_address': 'fa:16:3e:05:0d:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef775550-3c92-437a-ad9c-5040b90d0f3e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 11:35:41.836722 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:41.850013 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0 {{(pid=93317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 11:35:41.870429 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0,segment=NetworkSegment(3cbd7805-aa7c-4600-9950-b5cb2e54bb37),segment_id=3cbd7805-aa7c-4600-9950-b5cb2e54bb37)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:35:41.874335 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:41.926135 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0,revision_number=6']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:35:41.933031 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:35:41.933379 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:35:41.933729 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:35:41.934058 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:35:41.934881 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:35:41.935216 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:35:41.935534 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:35:41.935901 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:35:41.936373 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:35:41.936837 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:35:41.937119 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:35:41.937446 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:35:41.968468 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] get_ports_and_sgs() called for port_ids ['af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0'] {{(pid=93317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 11:35:42.424140 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a38db-fec3-4a38-874d-8ef77af26944 req-ce911cd8-0ac9-4356-b166-9647d2952780 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:42.425685 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-cd4a38db-fec3-4a38-874d-8ef77af26944 req-ce911cd8-0ac9-4356-b166-9647d2952780 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 944 time: 0.0597785 Aug 10 11:35:42.468139 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-cd4a38db-fec3-4a38-874d-8ef77af26944 req-3219f3b6-fb56-4de6-ba80-d09da41277cf tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361290 Aug 10 11:35:43.569733 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.agents_db [None req-cf88a1ba-3529-4992-9648-399914351393 None None] Agent healthcheck: found 6 active agents {{(pid=93318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 11:35:43.599862 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53bec6d-067a-4dd3-9ad0-040564ec728d req-729b032f-e40e-4538-b763-c9eb842a6036 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:43.608759 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-f53bec6d-067a-4dd3-9ad0-040564ec728d req-729b032f-e40e-4538-b763-c9eb842a6036 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 944 time: 0.0616052 Aug 10 11:35:43.646754 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-f53bec6d-067a-4dd3-9ad0-040564ec728d req-99e18884-c3f7-4f1f-bf68-afca0cdb6c6f tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368521 Aug 10 11:35:43.699336 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0 up at agent hyperv_hv-cinder-79280 {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:35:43.761537 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Provisioning complete for port af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0 triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:35:43.761912 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:43.860386 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:43.888436 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f01dec-7941-4ceb-8a39-0d656fb1bd68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0'}] {{(pid=93317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:35:43.891322 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f65e5affd22be71f9b00dd80d36c6e54843c66eef292b5ed0267a1f9ac014f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eaa3794-933d-45d2-a490-0d22fcc0c92e" -d '{"events": [{"server_uuid": "f3f01dec-7941-4ceb-8a39-0d656fb1bd68", "name": "network-vif-plugged", "status": "completed", "tag": "af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0"}]}' {{(pid=93317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:35:43.918717 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0,segment=NetworkSegment(3cbd7805-aa7c-4600-9950-b5cb2e54bb37),segment_id=3cbd7805-aa7c-4600-9950-b5cb2e54bb37)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:35:43.924557 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:43.950672 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 11:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60ea41c-0135-444c-988c-5b3c42680f24 x-openstack-request-id: req-f60ea41c-0135-444c-988c-5b3c42680f24 {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:35:43.950963 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f01dec-7941-4ceb-8a39-0d656fb1bd68", "name": "network-vif-plugged", "status": "completed", "tag": "af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0", "code": 200}]} {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:35:43.951216 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f60ea41c-0135-444c-988c-5b3c42680f24 {{(pid=93317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:35:43.951804 dv-cinder-792800-5-iscsi neutron-server[93317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f01dec-7941-4ceb-8a39-0d656fb1bd68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0', 'code': 200} Aug 10 11:35:43.982027 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0,revision_number=7']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:35:44.785097 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc074c-66eb-4acf-99ca-c92798f41309 req-4c53475b-37ef-493c-bae2-517b3a3f90b8 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:44.786700 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-dcbc074c-66eb-4acf-99ca-c92798f41309 req-4c53475b-37ef-493c-bae2-517b3a3f90b8 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 945 time: 0.0623858 Aug 10 11:35:44.831108 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-dcbc074c-66eb-4acf-99ca-c92798f41309 req-29727d02-8fa4-4dc3-84bb-f637ac2f1439 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381646 Aug 10 11:35:44.860464 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:45.620643 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b4e8d-9120-453f-921f-058087ec2513 req-25db8b4f-304a-4769-8c08-6bb06c480441 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:45.623841 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-c66b4e8d-9120-453f-921f-058087ec2513 req-25db8b4f-304a-4769-8c08-6bb06c480441 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 945 time: 0.0617805 Aug 10 11:35:45.669298 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-c66b4e8d-9120-453f-921f-058087ec2513 req-b4c34e7a-c17e-45ed-b23a-0000b97d2c81 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386634 Aug 10 11:35:45.971751 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125ef9b-20c7-454e-a5b9-7a00743c6e27 req-49216373-e8ab-4e87-846b-053c086b9d0d tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:45.974253 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a125ef9b-20c7-454e-a5b9-7a00743c6e27 req-49216373-e8ab-4e87-846b-053c086b9d0d tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 945 time: 0.0530760 Aug 10 11:35:46.019730 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a125ef9b-20c7-454e-a5b9-7a00743c6e27 req-410ee032-f51e-4d1c-85ea-f68aa470f39b tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397866 Aug 10 11:35:46.531770 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8ec95-fc67-47a9-8fc0-158e68fa1b64 req-8d03ba5a-291e-42f5-a140-c7d11a01fa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:46.533407 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e7e8ec95-fc67-47a9-8fc0-158e68fa1b64 req-8d03ba5a-291e-42f5-a140-c7d11a01fa0e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=64fdce55728241d78b745581962d5036&device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 1098 time: 0.0472100 Aug 10 11:35:46.700481 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8ec95-fc67-47a9-8fc0-158e68fa1b64 req-d0762839-8744-4d90-a866-a297fefc560e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:46.702414 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e7e8ec95-fc67-47a9-8fc0-158e68fa1b64 req-d0762839-8744-4d90-a866-a297fefc560e service neutron] 10.222.0.59 "GET /v2.0/networks?id=9c7f5487-900d-4a12-87c9-02f3c51af302 HTTP/1.1" status: 200 len: 909 time: 0.1375637 Aug 10 11:35:46.807570 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e7e8ec95-fc67-47a9-8fc0-158e68fa1b64 req-cb7c3d6a-9620-4de3-962b-99ad66902890 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d HTTP/1.1" status: 200 len: 1000 time: 0.0961435 Aug 10 11:35:46.833367 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf65ca-398a-42d5-bcfc-a82ce01de6ad req-fe328ff7-5180-4119-825a-65f7bab1f2d0 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:46.834866 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-14cf65ca-398a-42d5-bcfc-a82ce01de6ad req-fe328ff7-5180-4119-825a-65f7bab1f2d0 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 945 time: 0.0808024 Aug 10 11:35:46.887969 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8ec95-fc67-47a9-8fc0-158e68fa1b64 req-29f91b37-4a5b-4125-b938-35d87efe6ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:46.889698 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e7e8ec95-fc67-47a9-8fc0-158e68fa1b64 req-29f91b37-4a5b-4125-b938-35d87efe6ca9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=811b9f1d-8e04-4e1c-abcc-ab7f5bbe2780 HTTP/1.1" status: 200 len: 847 time: 0.0731339 Aug 10 11:35:46.912774 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-14cf65ca-398a-42d5-bcfc-a82ce01de6ad req-4d6dd68f-8059-4e2f-bcdf-2cc38ac0a112 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590413 Aug 10 11:35:46.941958 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8ec95-fc67-47a9-8fc0-158e68fa1b64 req-49dc058b-f5ba-429f-87b3-8b39e0eaf95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:46.943487 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e7e8ec95-fc67-47a9-8fc0-158e68fa1b64 req-49dc058b-f5ba-429f-87b3-8b39e0eaf95a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9c7f5487-900d-4a12-87c9-02f3c51af302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457730 Aug 10 11:35:47.073326 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e7e8ec95-fc67-47a9-8fc0-158e68fa1b64 req-d8bf8bfd-3aff-46ae-be97-2e73342efe41 service neutron] 10.222.0.59 "GET /v2.0/networks/9c7f5487-900d-4a12-87c9-02f3c51af302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176815 Aug 10 11:35:47.183799 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8d0dc-f262-4b3d-97cf-a9aea069e9d7 req-b79a8a3e-6fdc-4556-ac0f-cb69f18a60f7 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:47.191267 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-abb8d0dc-f262-4b3d-97cf-a9aea069e9d7 req-b79a8a3e-6fdc-4556-ac0f-cb69f18a60f7 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 945 time: 0.0799875 Aug 10 11:35:47.203723 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e7e8ec95-fc67-47a9-8fc0-158e68fa1b64 req-f66e55e6-566b-44b5-9882-3d2eb54b75be service neutron] 10.222.0.59 "GET /v2.0/networks/9c7f5487-900d-4a12-87c9-02f3c51af302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230972 Aug 10 11:35:47.231795 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-abb8d0dc-f262-4b3d-97cf-a9aea069e9d7 req-6b887edc-3576-48a5-8137-aa701fa798b8 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395143 Aug 10 11:35:47.585901 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd7d01-0cdb-4cc1-a8af-b63c144a10cf req-22920939-d23e-4b42-a2d0-abf93df956d2 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:47.588982 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-86bd7d01-0cdb-4cc1-a8af-b63c144a10cf req-22920939-d23e-4b42-a2d0-abf93df956d2 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8bc5c00-f3d4-4071-8a64-c2a231449a3e HTTP/1.1" status: 200 len: 946 time: 0.0662622 Aug 10 11:35:47.657715 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-86bd7d01-0cdb-4cc1-a8af-b63c144a10cf req-034a649d-c5f3-42e3-939f-8f30c41c8b2b tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552447 Aug 10 11:35:48.069037 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f8652-c14d-4ffe-af37-c0f0d5d3286b req-c58cd900-7cb3-4375-bf1e-ddce42ec31ba tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:48.070953 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-f57f8652-c14d-4ffe-af37-c0f0d5d3286b req-c58cd900-7cb3-4375-bf1e-ddce42ec31ba tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 945 time: 0.0641429 Aug 10 11:35:48.152100 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-f57f8652-c14d-4ffe-af37-c0f0d5d3286b req-55188b72-a72b-4076-b962-c91854585979 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703564 Aug 10 11:35:48.427549 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953699d-4c44-4ce3-9eab-a1b4e0d710af req-3589ed52-7e2d-432d-be70-de0fda2f85ff tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:48.429049 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-a953699d-4c44-4ce3-9eab-a1b4e0d710af req-3589ed52-7e2d-432d-be70-de0fda2f85ff tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 945 time: 0.0908515 Aug 10 11:35:48.493030 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-a953699d-4c44-4ce3-9eab-a1b4e0d710af req-5f38f400-32c9-467b-8bd7-3cacc6a87933 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566785 Aug 10 11:35:48.808622 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73445d8c-0b49-4fc4-b63d-640a3af173a4 req-b3d4b800-c9da-4aea-bf67-3caa8c35fa51 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:48.811221 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-73445d8c-0b49-4fc4-b63d-640a3af173a4 req-b3d4b800-c9da-4aea-bf67-3caa8c35fa51 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8bc5c00-f3d4-4071-8a64-c2a231449a3e HTTP/1.1" status: 200 len: 946 time: 0.0784869 Aug 10 11:35:48.885267 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-73445d8c-0b49-4fc4-b63d-640a3af173a4 req-5f7571f3-34d4-4e20-8700-3de21268a368 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659132 Aug 10 11:35:49.298398 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b8c27-ed8a-4fd7-b2b6-765b3e56412c req-17e97f9b-7f3e-4984-ae71-3dc2035c345e tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:49.300097 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-5e6b8c27-ed8a-4fd7-b2b6-765b3e56412c req-17e97f9b-7f3e-4984-ae71-3dc2035c345e tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 945 time: 0.0572536 Aug 10 11:35:49.369539 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-5e6b8c27-ed8a-4fd7-b2b6-765b3e56412c req-3c4e142e-a99b-4267-9552-e68f95e3c82f tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623796 Aug 10 11:35:49.473541 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc46d1-f8fb-4fe5-a917-49e4039f5dfd req-0c95dff8-e9b1-4a4f-b201-3dc2cb80ea6f tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:49.474988 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d0dc46d1-f8fb-4fe5-a917-49e4039f5dfd req-0c95dff8-e9b1-4a4f-b201-3dc2cb80ea6f tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8bc5c00-f3d4-4071-8a64-c2a231449a3e HTTP/1.1" status: 200 len: 946 time: 0.0705848 Aug 10 11:35:49.604984 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [req-d0dc46d1-f8fb-4fe5-a917-49e4039f5dfd req-4b4fd41d-674b-43cd-a2fe-dfcde2f34af5 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Deleting port 512e901c-bc6c-4581-b798-067b6202b734 {{(pid=93315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:35:49.605343 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-d0dc46d1-f8fb-4fe5-a917-49e4039f5dfd req-4b4fd41d-674b-43cd-a2fe-dfcde2f34af5 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:49.647350 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cdba19-1d23-43ce-9a2d-05c4356724ab req-42678356-4df3-4a71-be45-5576815144e1 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:49.648929 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-39cdba19-1d23-43ce-9a2d-05c4356724ab req-42678356-4df3-4a71-be45-5576815144e1 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 945 time: 0.0626347 Aug 10 11:35:49.694499 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-39cdba19-1d23-43ce-9a2d-05c4356724ab req-cf662128-8daf-45ef-8323-701d0c18ebee tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368462 Aug 10 11:35:49.724048 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-d0dc46d1-f8fb-4fe5-a917-49e4039f5dfd req-4b4fd41d-674b-43cd-a2fe-dfcde2f34af5 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] For port 512e901c-bc6c-4581-b798-067b6202b734, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=512e901c-bc6c-4581-b798-067b6202b734,segment=NetworkSegment(a7e3b168-86a5-433e-b17e-7040e9e508ed),segment_id=a7e3b168-86a5-433e-b17e-7040e9e508ed)] {{(pid=93315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:35:49.724389 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-d0dc46d1-f8fb-4fe5-a917-49e4039f5dfd req-4b4fd41d-674b-43cd-a2fe-dfcde2f34af5 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:49.951684 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-d0dc46d1-f8fb-4fe5-a917-49e4039f5dfd req-4b4fd41d-674b-43cd-a2fe-dfcde2f34af5 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:49.952066 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-d0dc46d1-f8fb-4fe5-a917-49e4039f5dfd req-4b4fd41d-674b-43cd-a2fe-dfcde2f34af5 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-134149778'] for floatingip, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:49.952426 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.db.l3_db [req-d0dc46d1-f8fb-4fe5-a917-49e4039f5dfd req-4b4fd41d-674b-43cd-a2fe-dfcde2f34af5 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Floating IP 2ba50d51-33aa-4252-942c-ff068e7683f3 disassociated. External IP: 172.27.1.219, port: 512e901c-bc6c-4581-b798-067b6202b734. Aug 10 11:35:49.953433 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [req-d0dc46d1-f8fb-4fe5-a917-49e4039f5dfd req-4b4fd41d-674b-43cd-a2fe-dfcde2f34af5 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Calling delete_port for 512e901c-bc6c-4581-b798-067b6202b734 owned by compute:nova {{(pid=93315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:35:50.031464 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c03bb6-3469-4b97-804b-7da0bb9b41b5 req-206ad2dc-7287-4c30-a5cd-5d44323b87a6 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:50.033439 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-e0c03bb6-3469-4b97-804b-7da0bb9b41b5 req-206ad2dc-7287-4c30-a5cd-5d44323b87a6 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8bc5c00-f3d4-4071-8a64-c2a231449a3e HTTP/1.1" status: 200 len: 946 time: 0.0606105 Aug 10 11:35:50.084335 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-e0c03bb6-3469-4b97-804b-7da0bb9b41b5 req-c37fda7b-c839-478a-b804-837835c31d28 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439312 Aug 10 11:35:50.139000 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-d0dc46d1-f8fb-4fe5-a917-49e4039f5dfd req-4b4fd41d-674b-43cd-a2fe-dfcde2f34af5 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:50.173651 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4fd41d-674b-43cd-a2fe-dfcde2f34af5 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Pushing event deleted for resources: {'Port': ['ID=512e901c-bc6c-4581-b798-067b6202b734,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:35:50.296649 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0dc46d1-f8fb-4fe5-a917-49e4039f5dfd req-4b4fd41d-674b-43cd-a2fe-dfcde2f34af5 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Router e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1 has already been hosted by L3 agent c7f5eca1-6939-476e-9546-e5f0f7bb2dc8 {{(pid=93315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 11:35:50.762912 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa40a3-39eb-41f8-9ffa-f63693d84a18 req-9bd4879f-7757-4c0e-b522-bf549d3b102d tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:50.781925 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-8ffa40a3-39eb-41f8-9ffa-f63693d84a18 req-9bd4879f-7757-4c0e-b522-bf549d3b102d tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 945 time: 0.1719527 Aug 10 11:35:50.814285 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0dc46d1-f8fb-4fe5-a917-49e4039f5dfd req-4b4fd41d-674b-43cd-a2fe-dfcde2f34af5 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify agent at l3_agent.dv-cinder-792800-5-iscsi the message routers_updated {{(pid=93315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 11:35:50.829658 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba6387f-a535-4cb9-974e-8984aafae691 None None] Sync routers for ids ['e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'] in dv-cinder-792800-5-iscsi {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 11:35:50.848360 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba6387f-a535-4cb9-974e-8984aafae691 None None] Routers {'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:35:50.848944 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-5ba6387f-a535-4cb9-974e-8984aafae691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:35:37Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:35:50.870840 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-8ffa40a3-39eb-41f8-9ffa-f63693d84a18 req-7c6b76b8-7158-434a-a29f-09cc16743991 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858757 Aug 10 11:35:50.873043 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca2bb0-61ea-4a04-ac6e-28f6e02ef2d1 req-2836d883-ae8d-44bd-acf4-ef963af13ff1 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:50.890886 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-e5ca2bb0-61ea-4a04-ac6e-28f6e02ef2d1 req-2836d883-ae8d-44bd-acf4-ef963af13ff1 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 945 time: 0.1064165 Aug 10 11:35:50.904876 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0dc46d1-f8fb-4fe5-a917-49e4039f5dfd req-4b4fd41d-674b-43cd-a2fe-dfcde2f34af5 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] No DVR routers for this DVR port 512e901c-bc6c-4581-b798-067b6202b734 on host hv-cinder-79280 {{(pid=93315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 11:35:50.914034 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-d0dc46d1-f8fb-4fe5-a917-49e4039f5dfd req-4b4fd41d-674b-43cd-a2fe-dfcde2f34af5 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:50.916761 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d0dc46d1-f8fb-4fe5-a917-49e4039f5dfd req-4b4fd41d-674b-43cd-a2fe-dfcde2f34af5 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.59 "DELETE /v2.0/ports/512e901c-bc6c-4581-b798-067b6202b734 HTTP/1.1" status: 204 len: 173 time: 1.4327905 Aug 10 11:35:50.917259 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8bc5c00-f3d4-4071-8a64-c2a231449a3e', 'name': 'network-vif-deleted', 'tag': '512e901c-bc6c-4581-b798-067b6202b734'}] {{(pid=93315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:35:50.920535 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6373fc61674628fc4ea179701e5cfbb487487662fff8fb4d49624df9baba4f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a9693e-2c61-40d8-8e1a-a408ce0ab9eb" -d '{"events": [{"server_uuid": "b8bc5c00-f3d4-4071-8a64-c2a231449a3e", "name": "network-vif-deleted", "tag": "512e901c-bc6c-4581-b798-067b6202b734"}]}' {{(pid=93315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:35:50.978558 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-e5ca2bb0-61ea-4a04-ac6e-28f6e02ef2d1 req-ae0a0581-7285-400a-87f9-3d4c25869ed0 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863760 Aug 10 11:35:51.037752 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 11:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38b5938-0006-4f75-9d92-b901ca962ac6 x-openstack-request-id: req-b38b5938-0006-4f75-9d92-b901ca962ac6 {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:35:51.038046 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8bc5c00-f3d4-4071-8a64-c2a231449a3e", "name": "network-vif-deleted", "tag": "512e901c-bc6c-4581-b798-067b6202b734", "status": "completed", "code": 200}]} {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:35:51.038298 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b38b5938-0006-4f75-9d92-b901ca962ac6 {{(pid=93315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:35:51.038688 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8bc5c00-f3d4-4071-8a64-c2a231449a3e', 'name': 'network-vif-deleted', 'tag': '512e901c-bc6c-4581-b798-067b6202b734', 'status': 'completed', 'code': 200} Aug 10 11:35:51.107119 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-5ba6387f-a535-4cb9-974e-8984aafae691 None None] Set router e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:35:51.196127 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-c1b5858f-087b-430c-96c3-4e6a8dd17e09 req-dc64d086-d640-4d58-b7da-990f8842e779 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8bc5c00-f3d4-4071-8a64-c2a231449a3e HTTP/1.1" status: 200 len: 210 time: 0.0332689 Aug 10 11:35:51.334771 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-5ba6387f-a535-4cb9-974e-8984aafae691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'name': 'tempest-TestVolumeBootPattern-754726836-router', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '6165e744-bb5d-42b4-bfec-ec2c7a33d6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:32:18Z', 'updated_at': '2021-08-10T11:32:23Z', 'revision_number': 4, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'gw_port': {'id': '6165e744-bb5d-42b4-bfec-ec2c7a33d6ab', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:20Z', 'updated_at': '2021-08-10T11:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': '0f52f062-0f06-40a4-97f2-e1ab4ef52e0c', 'name': '', 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'mac_address': 'fa:16:3e:24:4b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:22Z', 'updated_at': '2021-08-10T11:32:29Z', 'revision_number': 5, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'subnets': [{'id': 'f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:35:51.362996 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba6387f-a535-4cb9-974e-8984aafae691 None None] Checking router: e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1 for host: dv-cinder-792800-5-iscsi {{(pid=93317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 11:35:51.372311 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba6387f-a535-4cb9-974e-8984aafae691 None None] Routers {'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:35:51.373216 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-5ba6387f-a535-4cb9-974e-8984aafae691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:35:37Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:35:51.478796 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-5ba6387f-a535-4cb9-974e-8984aafae691 None None] Set router e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:35:51.682301 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-5ba6387f-a535-4cb9-974e-8984aafae691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'name': 'tempest-TestVolumeBootPattern-754726836-router', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '6165e744-bb5d-42b4-bfec-ec2c7a33d6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:32:18Z', 'updated_at': '2021-08-10T11:32:23Z', 'revision_number': 4, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'gw_port': {'id': '6165e744-bb5d-42b4-bfec-ec2c7a33d6ab', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:20Z', 'updated_at': '2021-08-10T11:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': '0f52f062-0f06-40a4-97f2-e1ab4ef52e0c', 'name': '', 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'mac_address': 'fa:16:3e:24:4b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:22Z', 'updated_at': '2021-08-10T11:32:29Z', 'revision_number': 5, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'subnets': [{'id': 'f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:35:51.713263 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba6387f-a535-4cb9-974e-8984aafae691 None None] The sync data for ids ['e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'] in dv-cinder-792800-5-iscsi is: [{'id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'name': 'tempest-TestVolumeBootPattern-754726836-router', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '6165e744-bb5d-42b4-bfec-ec2c7a33d6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:32:18Z', 'updated_at': '2021-08-10T11:32:23Z', 'revision_number': 4, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'gw_port': {'id': '6165e744-bb5d-42b4-bfec-ec2c7a33d6ab', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:20Z', 'updated_at': '2021-08-10T11:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': '0f52f062-0f06-40a4-97f2-e1ab4ef52e0c', 'name': '', 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'mac_address': 'fa:16:3e:24:4b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:22Z', 'updated_at': '2021-08-10T11:32:29Z', 'revision_number': 5, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'subnets': [{'id': 'f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 11:35:51.897279 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e105ed-de84-4b81-9cf0-eb8e3861256e req-9423a7b9-bfd0-4273-bfcc-6d0ea0d35fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:51.898891 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-58e105ed-de84-4b81-9cf0-eb8e3861256e req-9423a7b9-bfd0-4273-bfcc-6d0ea0d35fbc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a68aeea61694149bca356d548ab331a&device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 1098 time: 0.0490899 Aug 10 11:35:52.034022 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fbe13-8aa4-431c-8f77-2e13d28ba822 req-c262ba29-157a-45be-b018-49953900a984 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:52.035630 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-535fbe13-8aa4-431c-8f77-2e13d28ba822 req-c262ba29-157a-45be-b018-49953900a984 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 945 time: 0.0861180 Aug 10 11:35:52.037128 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e105ed-de84-4b81-9cf0-eb8e3861256e req-3b87c98d-7a4c-444f-ad95-78b7abd50754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:52.038440 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-58e105ed-de84-4b81-9cf0-eb8e3861256e req-3b87c98d-7a4c-444f-ad95-78b7abd50754 service neutron] 10.222.0.59 "GET /v2.0/networks?id=caf833b7-6b1c-4283-9a64-20c0e4838897 HTTP/1.1" status: 200 len: 918 time: 0.1319745 Aug 10 11:35:52.046369 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb54f6e-4b30-4276-9aa3-166db17e5678 None None] New status for floating IP 2ba50d51-33aa-4252-942c-ff068e7683f3: DOWN {{(pid=93318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 11:35:52.113651 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-535fbe13-8aa4-431c-8f77-2e13d28ba822 req-f2e5ebe7-ad72-45e1-b492-8348d0b4ef64 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718465 Aug 10 11:35:52.127143 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-58e105ed-de84-4b81-9cf0-eb8e3861256e req-6fede270-9931-482a-8b85-6bbf4ed446cc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0 HTTP/1.1" status: 200 len: 1001 time: 0.0718811 Aug 10 11:35:52.183389 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e105ed-de84-4b81-9cf0-eb8e3861256e req-8a96da2a-10e4-4c9c-a96b-3ea72178c97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:52.185459 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-58e105ed-de84-4b81-9cf0-eb8e3861256e req-8a96da2a-10e4-4c9c-a96b-3ea72178c97c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef775550-3c92-437a-ad9c-5040b90d0f3e HTTP/1.1" status: 200 len: 856 time: 0.0492921 Aug 10 11:35:52.185583 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904d191-6b88-42eb-8ade-fab525796bde req-c318d2e4-41c5-4890-94ef-865ace7fd875 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:52.186980 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-2904d191-6b88-42eb-8ade-fab525796bde req-c318d2e4-41c5-4890-94ef-865ace7fd875 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 945 time: 0.0508933 Aug 10 11:35:52.226022 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-2904d191-6b88-42eb-8ade-fab525796bde req-0f1c6dd6-1da0-487d-87d8-99a9a449dea7 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327792 Aug 10 11:35:52.236302 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e105ed-de84-4b81-9cf0-eb8e3861256e req-7fcca4b0-0a6b-45ea-9d8b-710c190f564b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:52.237990 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-58e105ed-de84-4b81-9cf0-eb8e3861256e req-7fcca4b0-0a6b-45ea-9d8b-710c190f564b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=caf833b7-6b1c-4283-9a64-20c0e4838897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453224 Aug 10 11:35:52.327825 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-58e105ed-de84-4b81-9cf0-eb8e3861256e req-0fd3cc70-108f-4cb1-8139-23dd7347795c service neutron] 10.222.0.59 "GET /v2.0/networks/caf833b7-6b1c-4283-9a64-20c0e4838897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825312 Aug 10 11:35:52.423783 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-58e105ed-de84-4b81-9cf0-eb8e3861256e req-0c954647-8cc3-46b7-9e40-1bf65fa2edc5 service neutron] 10.222.0.59 "GET /v2.0/networks/caf833b7-6b1c-4283-9a64-20c0e4838897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886467 Aug 10 11:35:52.448791 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-e8ece9a3-edd0-420b-aa3c-fcf2dac88215 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1833912363&fields=id&tenant_id=ce631e313f124ffc96522aaec894b463 HTTP/1.1" status: 200 len: 267 time: 0.0323930 Aug 10 11:35:52.563018 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-df2ededb-b937-49a7-8772-a1b61cfc0356 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:52.564476 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-df2ededb-b937-49a7-8772-a1b61cfc0356 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/networks?id=4d20e43e-9b61-4dac-a777-f4b1d57ae537 HTTP/1.1" status: 200 len: 811 time: 0.1085074 Aug 10 11:35:52.579676 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-11ea35b6-3f11-42e1-9521-ccd3477162ff tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/quotas/ce631e313f124ffc96522aaec894b463 HTTP/1.1" status: 200 len: 375 time: 0.0093102 Aug 10 11:35:52.631270 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-137f5d82-9ce3-4033-98f7-1a4db52eda25 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce631e313f124ffc96522aaec894b463&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464785 Aug 10 11:35:52.728585 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-5b99b0c5-e7a4-4357-bc4b-d62d561135f3 service neutron] 10.222.0.24 "GET /v2.0/networks/4d20e43e-9b61-4dac-a777-f4b1d57ae537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854771 Aug 10 11:35:52.816043 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-69ec8f70-1a40-4e70-adca-c6156056e493 service neutron] 10.222.0.24 "GET /v2.0/networks/4d20e43e-9b61-4dac-a777-f4b1d57ae537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812271 Aug 10 11:35:53.103034 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-2ec3a72b-2c80-401c-a259-418ec4dcc85a req-3697d2ae-9a1e-4f9a-89a1-5b1621520daa tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fae023e-21e0-4168-a778-6597e829fa96 HTTP/1.1" status: 200 len: 210 time: 0.0268202 Aug 10 11:35:53.236728 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fcefb3-9347-455d-a6d3-dfe3ca7ecb98 req-d990f7ad-b1df-40c4-929a-7481f67131ba tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:53.238969 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-10fcefb3-9347-455d-a6d3-dfe3ca7ecb98 req-d990f7ad-b1df-40c4-929a-7481f67131ba tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 945 time: 0.0526412 Aug 10 11:35:53.279129 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-10fcefb3-9347-455d-a6d3-dfe3ca7ecb98 req-12cdb436-5f1f-46c7-9a8a-8a7d87eea028 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340183 Aug 10 11:35:53.376825 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5805a1-4a29-4124-b0d0-a5508c7240d4 req-e5ba04ac-505a-4029-a1a1-2b5cf31198ed tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:53.378334 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-1e5805a1-4a29-4124-b0d0-a5508c7240d4 req-e5ba04ac-505a-4029-a1a1-2b5cf31198ed tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 945 time: 0.0631053 Aug 10 11:35:53.421051 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-1e5805a1-4a29-4124-b0d0-a5508c7240d4 req-cb2d9a1a-065a-42e0-ba1f-f81ff39eb762 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356178 Aug 10 11:35:53.801913 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 512e901c-bc6c-4581-b798-067b6202b734 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 11:35:53.821519 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] No Port match for: 512e901c-bc6c-4581-b798-067b6202b734 {{(pid=93317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 11:35:53.821855 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 512e901c-bc6c-4581-b798-067b6202b734 not bound to the agent host hv-cinder-79280 {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 11:35:53.822272 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 11:35:53.896101 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:53.920815 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f01dec-7941-4ceb-8a39-0d656fb1bd68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0'}] {{(pid=93317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:35:53.923033 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f65e5affd22be71f9b00dd80d36c6e54843c66eef292b5ed0267a1f9ac014f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39df8fa6-b737-4c6b-be37-9bafe4c04755" -d '{"events": [{"server_uuid": "f3f01dec-7941-4ceb-8a39-0d656fb1bd68", "name": "network-vif-unplugged", "status": "completed", "tag": "af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0"}]}' {{(pid=93317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:35:53.938940 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0,segment=NetworkSegment(3cbd7805-aa7c-4600-9950-b5cb2e54bb37),segment_id=3cbd7805-aa7c-4600-9950-b5cb2e54bb37)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:35:53.943328 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:53.972489 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 11:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0738b842-18c2-4704-8915-07a5c398e73c x-openstack-request-id: req-0738b842-18c2-4704-8915-07a5c398e73c {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:35:53.972939 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f01dec-7941-4ceb-8a39-0d656fb1bd68", "name": "network-vif-unplugged", "status": "completed", "tag": "af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0", "code": 200}]} {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:35:53.973315 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0738b842-18c2-4704-8915-07a5c398e73c {{(pid=93317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:35:53.973796 dv-cinder-792800-5-iscsi neutron-server[93317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f01dec-7941-4ceb-8a39-0d656fb1bd68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0', 'code': 200} Aug 10 11:35:53.999643 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0,revision_number=8']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:35:54.042563 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-95808b3c-9cb0-4d38-95d9-4f120cf5c00b tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:54.044063 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-95808b3c-9cb0-4d38-95d9-4f120cf5c00b tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.59 "GET /v2.0/networks?id=4d20e43e-9b61-4dac-a777-f4b1d57ae537 HTTP/1.1" status: 200 len: 811 time: 0.1207800 Aug 10 11:35:54.087472 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-5f5f1920-a3d2-424f-89e9-dc8d161f3b71 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce631e313f124ffc96522aaec894b463 HTTP/1.1" status: 200 len: 380 time: 0.0337329 Aug 10 11:35:54.099930 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-347b3dc8-7909-4638-910d-f5a22d397cc7 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Request body: {'port': {'device_id': '3fae023e-21e0-4168-a778-6597e829fa96', 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537', 'admin_state_up': True, 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'security_groups': ['9753a1bf-7b75-4c4f-b159-49ebe812f06e']}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:35:54.216771 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-d6193fb0-2b0d-488b-aff9-82cad6511eaf req-7b80d6ab-013d-4cc6-9dd4-12780f591b0a tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fae023e-21e0-4168-a778-6597e829fa96 HTTP/1.1" status: 200 len: 210 time: 0.0378280 Aug 10 11:35:54.221564 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-347b3dc8-7909-4638-910d-f5a22d397cc7 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Made reservation on behalf of ce631e313f124ffc96522aaec894b463 for: {'port': 1} {{(pid=93315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:35:54.226673 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-347b3dc8-7909-4638-910d-f5a22d397cc7 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:54.373558 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.db_base_plugin_common [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-347b3dc8-7909-4638-910d-f5a22d397cc7 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Allocated IP 172.20.0.6 (4d20e43e-9b61-4dac-a777-f4b1d57ae537/f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e/29e28a8f-692e-48b3-a35e-f5a358637783) {{(pid=93315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:35:54.412821 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df90393-54df-4257-afc5-be78b51c4e71 req-bae4a69e-c011-484c-8616-37991e113607 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:54.415103 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-8df90393-54df-4257-afc5-be78b51c4e71 req-bae4a69e-c011-484c-8616-37991e113607 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 945 time: 0.0601726 Aug 10 11:35:54.457805 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-8df90393-54df-4257-afc5-be78b51c4e71 req-027f07a3-7f08-469d-8c2a-7a60ab08a200 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364275 Aug 10 11:35:54.535554 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-347b3dc8-7909-4638-910d-f5a22d397cc7 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks [] for port, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:54.568071 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.provisioning_blocks [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-347b3dc8-7909-4638-910d-f5a22d397cc7 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Transition to ACTIVE for port object 29e28a8f-692e-48b3-a35e-f5a358637783 will not be triggered until provisioned by entity DHCP. {{(pid=93315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:35:54.589997 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03edf42-08e7-4440-9885-006738018fd5 req-4209aaad-5f7b-4e6b-bd8f-688e0fe2a8c9 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:54.591524 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c03edf42-08e7-4440-9885-006738018fd5 req-4209aaad-5f7b-4e6b-bd8f-688e0fe2a8c9 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 943 time: 0.0708439 Aug 10 11:35:54.645987 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-347b3dc8-7909-4638-910d-f5a22d397cc7 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:54.650509 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c03edf42-08e7-4440-9885-006738018fd5 req-3d6e6844-17f8-471a-8e96-61734d691ef5 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491350 Aug 10 11:35:54.692246 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-347b3dc8-7909-4638-910d-f5a22d397cc7 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Network 4d20e43e-9b61-4dac-a777-f4b1d57ae537 is already hosted by enough agents. {{(pid=93315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:35:54.697958 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.base_scheduler [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-347b3dc8-7909-4638-910d-f5a22d397cc7 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Resources bound (agent type, host, resource id): {{(pid=93315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:35:54.702487 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-347b3dc8-7909-4638-910d-f5a22d397cc7 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Received port after_create {{(pid=93315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:35:54.709780 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b3dc8-7909-4638-910d-f5a22d397cc7 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Pushing event updated for resources: {'Port': ['ID=29e28a8f-692e-48b3-a35e-f5a358637783,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:35:54.767919 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-347b3dc8-7909-4638-910d-f5a22d397cc7 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:54.768562 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-347b3dc8-7909-4638-910d-f5a22d397cc7 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:54.785354 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-347b3dc8-7909-4638-910d-f5a22d397cc7 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6890080 Aug 10 11:35:54.798987 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-146b2ffe-5fc9-49cb-9eb5-0abc49df5342 service neutron] Request body: {'port': {'device_id': '3fae023e-21e0-4168-a778-6597e829fa96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:35:54.861887 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-146b2ffe-5fc9-49cb-9eb5-0abc49df5342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:54.955424 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-3307d06c-b1d3-4f68-81e4-2b521da47929 None None] Provisioning for port 29e28a8f-692e-48b3-a35e-f5a358637783 completed by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:35:54.959454 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-3307d06c-b1d3-4f68-81e4-2b521da47929 None None] Provisioning complete for port 29e28a8f-692e-48b3-a35e-f5a358637783 triggered by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:35:54.959935 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-3307d06c-b1d3-4f68-81e4-2b521da47929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:54.998281 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-3307d06c-b1d3-4f68-81e4-2b521da47929 None None] Port 29e28a8f-692e-48b3-a35e-f5a358637783 cannot update to ACTIVE because it is not bound. {{(pid=93317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 11:35:55.146568 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-146b2ffe-5fc9-49cb-9eb5-0abc49df5342 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29e28a8f-692e-48b3-a35e-f5a358637783 {{(pid=93315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 11:35:55.154672 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-146b2ffe-5fc9-49cb-9eb5-0abc49df5342 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:55.166457 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.provisioning_blocks [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-146b2ffe-5fc9-49cb-9eb5-0abc49df5342 service neutron] Transition to ACTIVE for port object 29e28a8f-692e-48b3-a35e-f5a358637783 will not be triggered until provisioned by entity L2. {{(pid=93315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:35:55.171324 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-146b2ffe-5fc9-49cb-9eb5-0abc49df5342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130148924'] for port, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:55.241703 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b2ffe-5fc9-49cb-9eb5-0abc49df5342 service neutron] Pushing event updated for resources: {'Port': ['ID=29e28a8f-692e-48b3-a35e-f5a358637783,revision_number=2']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:35:55.298399 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-146b2ffe-5fc9-49cb-9eb5-0abc49df5342 service neutron] Attempting to bind port 29e28a8f-692e-48b3-a35e-f5a358637783 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:35:55.298788 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-146b2ffe-5fc9-49cb-9eb5-0abc49df5342 service neutron] Attempting to bind port 29e28a8f-692e-48b3-a35e-f5a358637783 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': 'a7e3b168-86a5-433e-b17e-7040e9e508ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537'}] {{(pid=93315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:35:55.299488 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-146b2ffe-5fc9-49cb-9eb5-0abc49df5342 service neutron] Attempting to bind port 29e28a8f-692e-48b3-a35e-f5a358637783 on network 4d20e43e-9b61-4dac-a777-f4b1d57ae537 {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:35:55.306342 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-146b2ffe-5fc9-49cb-9eb5-0abc49df5342 service neutron] Port 29e28a8f-692e-48b3-a35e-f5a358637783 on network 4d20e43e-9b61-4dac-a777-f4b1d57ae537 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 11:35:55.306342 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-146b2ffe-5fc9-49cb-9eb5-0abc49df5342 service neutron] Attempting to bind port 29e28a8f-692e-48b3-a35e-f5a358637783 on network 4d20e43e-9b61-4dac-a777-f4b1d57ae537 {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:35:55.309664 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-146b2ffe-5fc9-49cb-9eb5-0abc49df5342 service neutron] Checking agent: {'id': '9054602d-8671-4254-af87-58e8d5e6c079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 27, 44), 'started_at': datetime.datetime(2021, 8, 10, 11, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:35:55.309970 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-146b2ffe-5fc9-49cb-9eb5-0abc49df5342 service neutron] Checking segment: {'id': 'a7e3b168-86a5-433e-b17e-7040e9e508ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:35:55.310361 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-146b2ffe-5fc9-49cb-9eb5-0abc49df5342 service neutron] Bound using segment: {'id': 'a7e3b168-86a5-433e-b17e-7040e9e508ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537'} {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:35:55.310802 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-146b2ffe-5fc9-49cb-9eb5-0abc49df5342 service neutron] Bound port: 29e28a8f-692e-48b3-a35e-f5a358637783, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7e3b168-86a5-433e-b17e-7040e9e508ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537'}}] {{(pid=93315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:35:55.311176 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-146b2ffe-5fc9-49cb-9eb5-0abc49df5342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:55.357983 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6fe16-cdfd-415f-87c0-e4182d9c29d8 req-ff5dfaf4-def0-48cd-ad9c-5f24b822c534 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:55.359802 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-fff6fe16-cdfd-415f-87c0-e4182d9c29d8 req-ff5dfaf4-def0-48cd-ad9c-5f24b822c534 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fae023e-21e0-4168-a778-6597e829fa96 HTTP/1.1" status: 200 len: 943 time: 0.0664868 Aug 10 11:35:55.386529 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-146b2ffe-5fc9-49cb-9eb5-0abc49df5342 service neutron] For port 29e28a8f-692e-48b3-a35e-f5a358637783, host hv-cinder-79280, cleared binding levels {{(pid=93315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:35:55.390638 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-146b2ffe-5fc9-49cb-9eb5-0abc49df5342 service neutron] For port 29e28a8f-692e-48b3-a35e-f5a358637783, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=29e28a8f-692e-48b3-a35e-f5a358637783,segment=NetworkSegment(a7e3b168-86a5-433e-b17e-7040e9e508ed),segment_id=a7e3b168-86a5-433e-b17e-7040e9e508ed)] {{(pid=93315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:35:55.400889 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-146b2ffe-5fc9-49cb-9eb5-0abc49df5342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130148924'] for port, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:55.424851 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-fff6fe16-cdfd-415f-87c0-e4182d9c29d8 req-c89b38e7-bbec-4f9b-977e-472acec57b35 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572724 Aug 10 11:35:55.445440 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-146b2ffe-5fc9-49cb-9eb5-0abc49df5342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:55.446285 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-146b2ffe-5fc9-49cb-9eb5-0abc49df5342 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:35:55.447785 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-146b2ffe-5fc9-49cb-9eb5-0abc49df5342 service neutron] 10.222.0.59 "PUT /v2.0/ports/29e28a8f-692e-48b3-a35e-f5a358637783 HTTP/1.1" status: 200 len: 1093 time: 0.6534998 Aug 10 11:35:55.448232 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fae023e-21e0-4168-a778-6597e829fa96', 'tag': '29e28a8f-692e-48b3-a35e-f5a358637783'}] {{(pid=93315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:35:55.451967 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6373fc61674628fc4ea179701e5cfbb487487662fff8fb4d49624df9baba4f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af42134-e480-42de-8782-048a2b6ec8ea" -d '{"events": [{"name": "network-changed", "server_uuid": "3fae023e-21e0-4168-a778-6597e829fa96", "tag": "29e28a8f-692e-48b3-a35e-f5a358637783"}]}' {{(pid=93315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:35:55.497417 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b2ffe-5fc9-49cb-9eb5-0abc49df5342 service neutron] Pushing event updated for resources: {'Port': ['ID=29e28a8f-692e-48b3-a35e-f5a358637783,revision_number=3']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:35:55.503151 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 11:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2194f0d4-3817-4c2c-93bc-0483edbdced6 x-openstack-request-id: req-2194f0d4-3817-4c2c-93bc-0483edbdced6 {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:35:55.503448 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fae023e-21e0-4168-a778-6597e829fa96", "tag": "29e28a8f-692e-48b3-a35e-f5a358637783", "status": "completed", "code": 200}]} {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:35:55.503706 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2194f0d4-3817-4c2c-93bc-0483edbdced6 {{(pid=93315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:35:55.504092 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fae023e-21e0-4168-a778-6597e829fa96', 'tag': '29e28a8f-692e-48b3-a35e-f5a358637783', 'status': 'completed', 'code': 200} Aug 10 11:35:55.562456 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-908bf3fa-85f3-4dcf-89c2-2fb239585949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:55.564235 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-908bf3fa-85f3-4dcf-89c2-2fb239585949 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce631e313f124ffc96522aaec894b463&device_id=3fae023e-21e0-4168-a778-6597e829fa96 HTTP/1.1" status: 200 len: 1096 time: 0.0554750 Aug 10 11:35:55.610469 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-db6dc6a3-3ac8-461a-8446-43909550f578 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29e28a8f-692e-48b3-a35e-f5a358637783 HTTP/1.1" status: 200 len: 217 time: 0.0368152 Aug 10 11:35:55.703480 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-6db863d1-e020-40fa-ae8e-cfaff36c1e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:55.705518 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-6db863d1-e020-40fa-ae8e-cfaff36c1e89 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e HTTP/1.1" status: 200 len: 850 time: 0.0858083 Aug 10 11:35:55.739108 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41037ddb-50ae-448d-a38b-3cccf8384224 req-f89d0dc0-73fb-4cef-b473-a27ef1f82a37 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:55.740634 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-41037ddb-50ae-448d-a38b-3cccf8384224 req-f89d0dc0-73fb-4cef-b473-a27ef1f82a37 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 945 time: 0.1330101 Aug 10 11:35:55.778430 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c92b4-04c6-46bf-af11-02385912ff5b req-68bd6458-f591-4a6f-9cae-8b67362f1874 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:55.779917 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-5d5c92b4-04c6-46bf-af11-02385912ff5b req-68bd6458-f591-4a6f-9cae-8b67362f1874 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 943 time: 0.0925632 Aug 10 11:35:55.782712 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c667801-924c-4ebc-84a5-287129147931 req-6dac0815-8916-4a8e-9062-ad987521f7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:55.784085 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-4c667801-924c-4ebc-84a5-287129147931 req-6dac0815-8916-4a8e-9062-ad987521f7e6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=64fdce55728241d78b745581962d5036&device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 1098 time: 0.0609262 Aug 10 11:35:55.821905 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a591d9e9-9ff6-4c2d-88d6-125607ee021e req-d409c258-15a9-4b38-b6a8-739b65336d1f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1079831 Aug 10 11:35:55.826531 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-41037ddb-50ae-448d-a38b-3cccf8384224 req-46c1b93c-f725-46f6-8d2f-b94439084824 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709121 Aug 10 11:35:55.828269 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-854200a4-e517-49ed-a63c-765971c9271e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:55.829799 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-854200a4-e517-49ed-a63c-765971c9271e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4d20e43e-9b61-4dac-a777-f4b1d57ae537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1077616 Aug 10 11:35:55.872970 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-5d5c92b4-04c6-46bf-af11-02385912ff5b req-cd027560-6a8b-42c4-bb06-24f2d4e01c1c tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860245 Aug 10 11:35:55.905168 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c667801-924c-4ebc-84a5-287129147931 req-9ac444c6-53d8-492c-8f37-17657442f911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:55.907708 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-4c667801-924c-4ebc-84a5-287129147931 req-9ac444c6-53d8-492c-8f37-17657442f911 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9c7f5487-900d-4a12-87c9-02f3c51af302 HTTP/1.1" status: 200 len: 909 time: 0.1148148 Aug 10 11:35:55.942467 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-f355b5ad-5c82-4528-8e27-bebf52e0122c service neutron] 10.222.0.59 "GET /v2.0/networks/4d20e43e-9b61-4dac-a777-f4b1d57ae537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036398 Aug 10 11:35:55.976244 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-4c667801-924c-4ebc-84a5-287129147931 req-c5db4925-4618-4e28-871e-aae8e4fd69f7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d HTTP/1.1" status: 200 len: 1000 time: 0.0609133 Aug 10 11:35:56.027638 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c667801-924c-4ebc-84a5-287129147931 req-e374f568-6386-4c0b-aaec-58d891b35523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:56.029272 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-4c667801-924c-4ebc-84a5-287129147931 req-e374f568-6386-4c0b-aaec-58d891b35523 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=811b9f1d-8e04-4e1c-abcc-ab7f5bbe2780 HTTP/1.1" status: 200 len: 847 time: 0.0462255 Aug 10 11:35:56.038802 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-4ca85f7c-f2e6-4a82-b690-e73716e9a198 req-3faf259c-28dd-4bfe-b12c-0c8e46200baa service neutron] 10.222.0.59 "GET /v2.0/networks/4d20e43e-9b61-4dac-a777-f4b1d57ae537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893619 Aug 10 11:35:56.091031 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c667801-924c-4ebc-84a5-287129147931 req-8cb81742-63cc-45d8-811e-2f444141eb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:56.092683 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-4c667801-924c-4ebc-84a5-287129147931 req-8cb81742-63cc-45d8-811e-2f444141eb88 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9c7f5487-900d-4a12-87c9-02f3c51af302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0562530 Aug 10 11:35:56.137965 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af42134-e480-42de-8782-048a2b6ec8ea req-c7147840-7f7b-4de7-8704-48c45dd62696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:56.139335 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-2af42134-e480-42de-8782-048a2b6ec8ea req-c7147840-7f7b-4de7-8704-48c45dd62696 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce631e313f124ffc96522aaec894b463&device_id=3fae023e-21e0-4168-a778-6597e829fa96 HTTP/1.1" status: 200 len: 1096 time: 0.0462568 Aug 10 11:35:56.188927 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-4c667801-924c-4ebc-84a5-287129147931 req-747da939-69b7-41f9-a40a-ba27c553aa83 service neutron] 10.222.0.59 "GET /v2.0/networks/9c7f5487-900d-4a12-87c9-02f3c51af302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886374 Aug 10 11:35:56.237540 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af42134-e480-42de-8782-048a2b6ec8ea req-8292a160-886f-469f-b783-1e83958752c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:56.239085 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-2af42134-e480-42de-8782-048a2b6ec8ea req-8292a160-886f-469f-b783-1e83958752c7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4d20e43e-9b61-4dac-a777-f4b1d57ae537 HTTP/1.1" status: 200 len: 912 time: 0.0914590 Aug 10 11:35:56.285803 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-2af42134-e480-42de-8782-048a2b6ec8ea req-1a8a8c94-fe40-4ab8-ae9e-b7712ed127b1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29e28a8f-692e-48b3-a35e-f5a358637783 HTTP/1.1" status: 200 len: 217 time: 0.0378637 Aug 10 11:35:56.292262 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-4c667801-924c-4ebc-84a5-287129147931 req-aecdce8f-d100-4848-a8af-60ea6c2825c1 service neutron] 10.222.0.59 "GET /v2.0/networks/9c7f5487-900d-4a12-87c9-02f3c51af302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924382 Aug 10 11:35:56.347056 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af42134-e480-42de-8782-048a2b6ec8ea req-7352a71c-2b64-4793-8345-ca92a20f5d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:56.348630 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-2af42134-e480-42de-8782-048a2b6ec8ea req-7352a71c-2b64-4793-8345-ca92a20f5d2a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e HTTP/1.1" status: 200 len: 850 time: 0.0450323 Aug 10 11:35:56.399595 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af42134-e480-42de-8782-048a2b6ec8ea req-06c9bb1f-5b8c-4c64-aaa4-487422848b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:56.401296 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-2af42134-e480-42de-8782-048a2b6ec8ea req-06c9bb1f-5b8c-4c64-aaa4-487422848b51 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4d20e43e-9b61-4dac-a777-f4b1d57ae537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442522 Aug 10 11:35:56.528685 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-2af42134-e480-42de-8782-048a2b6ec8ea req-0b7647b8-2cb8-4dac-ac29-742d7aa262a5 service neutron] 10.222.0.59 "GET /v2.0/networks/4d20e43e-9b61-4dac-a777-f4b1d57ae537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127467 Aug 10 11:35:56.554787 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6b6a2-3982-4167-90c9-7998e81b7620 req-3bd5214f-4b0b-423a-8676-e3834f0c80c0 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:56.556277 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-eda6b6a2-3982-4167-90c9-7998e81b7620 req-3bd5214f-4b0b-423a-8676-e3834f0c80c0 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fae023e-21e0-4168-a778-6597e829fa96 HTTP/1.1" status: 200 len: 943 time: 0.0722475 Aug 10 11:35:56.639754 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-eda6b6a2-3982-4167-90c9-7998e81b7620 req-8b401bfd-6ee6-4f5e-bca8-6aa8b752ecb4 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731759 Aug 10 11:35:56.661642 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-2af42134-e480-42de-8782-048a2b6ec8ea req-afab21b9-3a96-4791-8b23-a85d6a889198 service neutron] 10.222.0.59 "GET /v2.0/networks/4d20e43e-9b61-4dac-a777-f4b1d57ae537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233873 Aug 10 11:35:56.714741 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591d9e9-9ff6-4c2d-88d6-125607ee021e req-47355fe5-a551-42ef-bb0d-fdcec0eb56fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:56.716781 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a591d9e9-9ff6-4c2d-88d6-125607ee021e req-47355fe5-a551-42ef-bb0d-fdcec0eb56fb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68&tenant_id=7a68aeea61694149bca356d548ab331a HTTP/1.1" status: 200 len: 1096 time: 0.0399022 Aug 10 11:35:56.775309 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591d9e9-9ff6-4c2d-88d6-125607ee021e req-6c85f643-dabc-4b90-846d-7ab9ef46ad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:56.776823 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a591d9e9-9ff6-4c2d-88d6-125607ee021e req-6c85f643-dabc-4b90-846d-7ab9ef46ad37 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a68aeea61694149bca356d548ab331a&device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 1096 time: 0.0388258 Aug 10 11:35:56.869076 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591d9e9-9ff6-4c2d-88d6-125607ee021e req-2294da87-5f0d-4345-9d11-ebeecf49e047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:56.870642 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a591d9e9-9ff6-4c2d-88d6-125607ee021e req-2294da87-5f0d-4345-9d11-ebeecf49e047 service neutron] 10.222.0.59 "GET /v2.0/networks?id=caf833b7-6b1c-4283-9a64-20c0e4838897 HTTP/1.1" status: 200 len: 918 time: 0.0866039 Aug 10 11:35:56.937884 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a591d9e9-9ff6-4c2d-88d6-125607ee021e req-362c773a-a7a3-4598-99e2-c09b9e56b38e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0 HTTP/1.1" status: 200 len: 999 time: 0.0593834 Aug 10 11:35:56.947011 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c20523e-7625-40dc-b7f3-99afff83680c req-e4b5223f-66cb-42c6-8085-82f41e1b6e4e tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:56.948539 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-0c20523e-7625-40dc-b7f3-99afff83680c req-e4b5223f-66cb-42c6-8085-82f41e1b6e4e tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 945 time: 0.0487440 Aug 10 11:35:56.986610 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-0c20523e-7625-40dc-b7f3-99afff83680c req-a7dd4a94-0fbd-47d8-8951-0afd1325b6de tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311432 Aug 10 11:35:57.018673 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591d9e9-9ff6-4c2d-88d6-125607ee021e req-14e128a2-2cc3-41d4-aa61-542decd47704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:57.020141 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a591d9e9-9ff6-4c2d-88d6-125607ee021e req-14e128a2-2cc3-41d4-aa61-542decd47704 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef775550-3c92-437a-ad9c-5040b90d0f3e HTTP/1.1" status: 200 len: 856 time: 0.0748472 Aug 10 11:35:57.031987 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a07ec-d183-48d4-af1c-73603548a713 req-7bd14c72-f94c-446c-b3d6-2b02a793aa40 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:57.033384 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-3c1a07ec-d183-48d4-af1c-73603548a713 req-7bd14c72-f94c-446c-b3d6-2b02a793aa40 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 943 time: 0.0798054 Aug 10 11:35:57.093994 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-3c1a07ec-d183-48d4-af1c-73603548a713 req-043a560e-9a20-45e8-8ec0-16036b28d569 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523844 Aug 10 11:35:57.096854 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591d9e9-9ff6-4c2d-88d6-125607ee021e req-3a220960-b47a-4c27-8f1b-94a2ff1bc648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:57.099315 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a591d9e9-9ff6-4c2d-88d6-125607ee021e req-3a220960-b47a-4c27-8f1b-94a2ff1bc648 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=caf833b7-6b1c-4283-9a64-20c0e4838897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0648842 Aug 10 11:35:57.191837 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a591d9e9-9ff6-4c2d-88d6-125607ee021e req-3727772d-441c-4936-9bd3-c61f0d7b3751 service neutron] 10.222.0.59 "GET /v2.0/networks/caf833b7-6b1c-4283-9a64-20c0e4838897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844626 Aug 10 11:35:57.502914 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a591d9e9-9ff6-4c2d-88d6-125607ee021e req-84674d74-930a-46a5-8a6e-32ba9221b720 service neutron] 10.222.0.59 "GET /v2.0/networks/caf833b7-6b1c-4283-9a64-20c0e4838897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029723 Aug 10 11:35:57.761878 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df27542-d8ef-4f02-8441-6efbf9ef8fc2 req-2c03b762-02c9-4e07-9050-1d73d766fd2c tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:57.763996 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-3df27542-d8ef-4f02-8441-6efbf9ef8fc2 req-2c03b762-02c9-4e07-9050-1d73d766fd2c tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fae023e-21e0-4168-a778-6597e829fa96 HTTP/1.1" status: 200 len: 943 time: 0.0523310 Aug 10 11:35:57.805489 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-3df27542-d8ef-4f02-8441-6efbf9ef8fc2 req-bd25b5a4-004e-4418-8969-a63fc6251914 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354469 Aug 10 11:35:57.807340 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 11:35:58.113133 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230b803-6dca-48d8-a4f0-877a5a4880f2 req-82b2dd85-9390-4b19-9c42-5a6a2792b698 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:58.122073 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-b230b803-6dca-48d8-a4f0-877a5a4880f2 req-82b2dd85-9390-4b19-9c42-5a6a2792b698 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 945 time: 0.0584385 Aug 10 11:35:58.176698 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-b230b803-6dca-48d8-a4f0-877a5a4880f2 req-9dd124a8-1de6-46ed-9a3e-82e58a69052d tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519679 Aug 10 11:35:58.237493 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4051b25-ce28-4d80-b649-d068d75709c7 req-0a197a41-2b61-4bb6-88ee-be79eda22455 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:58.239150 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-b4051b25-ce28-4d80-b649-d068d75709c7 req-0a197a41-2b61-4bb6-88ee-be79eda22455 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 943 time: 0.0526183 Aug 10 11:35:58.279534 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-b4051b25-ce28-4d80-b649-d068d75709c7 req-cc5391c4-25b2-432b-9ca6-0e9219c33cab tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338552 Aug 10 11:35:58.918974 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f3ee6-4cdf-40b8-86ad-4bd6dfc4c14a req-3bb0eead-9d8c-46a8-b3c6-263086b4f307 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:58.921134 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-be3f3ee6-4cdf-40b8-86ad-4bd6dfc4c14a req-3bb0eead-9d8c-46a8-b3c6-263086b4f307 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fae023e-21e0-4168-a778-6597e829fa96 HTTP/1.1" status: 200 len: 943 time: 0.0491524 Aug 10 11:35:58.960123 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-be3f3ee6-4cdf-40b8-86ad-4bd6dfc4c14a req-98e6cb2e-d325-42f2-9cdd-c3e6740c3f99 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330169 Aug 10 11:35:59.285550 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19107eea-a10a-4761-b31b-756ab5987434 req-4902b7e4-a03e-4f13-b928-9522db3c1ab2 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:59.286992 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-19107eea-a10a-4761-b31b-756ab5987434 req-4902b7e4-a03e-4f13-b928-9522db3c1ab2 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 945 time: 0.0490487 Aug 10 11:35:59.328698 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-19107eea-a10a-4761-b31b-756ab5987434 req-b3e73b30-6f6f-46a0-a73e-a4bf73949092 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347595 Aug 10 11:35:59.446266 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016918c-72a4-45ba-bd0b-9c4e4da4235a req-4dc3bcc4-1838-458d-b4b3-c5b94cec0445 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:35:59.447743 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-6016918c-72a4-45ba-bd0b-9c4e4da4235a req-4dc3bcc4-1838-458d-b4b3-c5b94cec0445 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 943 time: 0.0533111 Aug 10 11:35:59.487138 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-6016918c-72a4-45ba-bd0b-9c4e4da4235a req-238beda1-4cc9-4bf4-b1d7-56ae7b58ef33 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324795 Aug 10 11:36:00.077532 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74bb200-e7ef-41b8-9171-3202430e9dc7 req-117ae1a5-2bf1-4f39-8aca-adc845b407cc tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:00.079337 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c74bb200-e7ef-41b8-9171-3202430e9dc7 req-117ae1a5-2bf1-4f39-8aca-adc845b407cc tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fae023e-21e0-4168-a778-6597e829fa96 HTTP/1.1" status: 200 len: 943 time: 0.0502799 Aug 10 11:36:00.118567 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c74bb200-e7ef-41b8-9171-3202430e9dc7 req-4c0e377d-9ace-4998-8483-db0bf0cd6488 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330691 Aug 10 11:36:00.449792 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edae0a1-987a-4310-8521-85caf6f3a6ea req-176f5ce8-c467-4c75-8795-5398d56966f6 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:00.451976 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-1edae0a1-987a-4310-8521-85caf6f3a6ea req-176f5ce8-c467-4c75-8795-5398d56966f6 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 945 time: 0.0510499 Aug 10 11:36:00.490269 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-1edae0a1-987a-4310-8521-85caf6f3a6ea req-63dbfa1e-3a8e-4937-8908-ab7437ac6389 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321746 Aug 10 11:36:00.612608 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f84fed-9455-480e-bb02-e4c0177e9350 req-0ab7af50-ca33-48a6-a665-e2546b152f7c tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:00.614113 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d9f84fed-9455-480e-bb02-e4c0177e9350 req-0ab7af50-ca33-48a6-a665-e2546b152f7c tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 943 time: 0.0550799 Aug 10 11:36:00.657121 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d9f84fed-9455-480e-bb02-e4c0177e9350 req-88f94f62-61d4-44a8-b3fa-c8103087896e tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366082 Aug 10 11:36:01.236396 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96386d-0334-4956-88bf-da657c49b077 req-10a591a2-54a5-487b-8e67-b3fb26825e8f tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:01.237952 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-fe96386d-0334-4956-88bf-da657c49b077 req-10a591a2-54a5-487b-8e67-b3fb26825e8f tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fae023e-21e0-4168-a778-6597e829fa96 HTTP/1.1" status: 200 len: 943 time: 0.0503683 Aug 10 11:36:01.277565 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-fe96386d-0334-4956-88bf-da657c49b077 req-ef0a17c6-1b4d-4f36-8ed6-f380e4a37b83 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328619 Aug 10 11:36:01.611533 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1c651-23f8-4374-9a74-44cb553530cc req-3bb00339-c6b6-4392-ad28-331909a1e73f tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:01.613104 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-06e1c651-23f8-4374-9a74-44cb553530cc req-3bb00339-c6b6-4392-ad28-331909a1e73f tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 945 time: 0.0506728 Aug 10 11:36:01.657003 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-06e1c651-23f8-4374-9a74-44cb553530cc req-88174f9a-67dc-4eed-af99-ad884fdc04fd tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374835 Aug 10 11:36:01.794454 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcc96d-b510-4fab-8146-2ce24e5e0ad6 req-7f5fce28-115c-41d8-b67e-1546d9e54351 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:01.796046 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-65fcc96d-b510-4fab-8146-2ce24e5e0ad6 req-7f5fce28-115c-41d8-b67e-1546d9e54351 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 943 time: 0.0621350 Aug 10 11:36:01.823278 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 11:36:01.839431 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-65fcc96d-b510-4fab-8146-2ce24e5e0ad6 req-caf6f21f-914d-42dd-92e0-641456ec1434 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368223 Aug 10 11:36:01.909099 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:01.931546 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d'}] {{(pid=93317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:36:01.933864 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f65e5affd22be71f9b00dd80d36c6e54843c66eef292b5ed0267a1f9ac014f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b95305f-a508-4820-843c-098db81b266a" -d '{"events": [{"server_uuid": "fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3", "name": "network-vif-unplugged", "status": "completed", "tag": "4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d"}]}' {{(pid=93317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:36:01.948435 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d,segment=NetworkSegment(e74442d5-1a6c-4a7e-bcb7-507d75080a4f),segment_id=e74442d5-1a6c-4a7e-bcb7-507d75080a4f)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:36:01.954606 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:01.987093 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 11:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365762b6-0878-4e15-8d33-97467bd6bf31 x-openstack-request-id: req-365762b6-0878-4e15-8d33-97467bd6bf31 {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:36:01.987387 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3", "name": "network-vif-unplugged", "status": "completed", "tag": "4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d", "code": 200}]} {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:36:01.987633 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-365762b6-0878-4e15-8d33-97467bd6bf31 {{(pid=93317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:36:01.988017 dv-cinder-792800-5-iscsi neutron-server[93317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d', 'code': 200} Aug 10 11:36:02.017735 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d,revision_number=6']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:36:02.400656 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86555b-d01e-4b50-8dd2-d27659ef21b3 req-e2c0e961-d600-41cd-bd2f-9112e48d3c2a tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:02.402259 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-0b86555b-d01e-4b50-8dd2-d27659ef21b3 req-e2c0e961-d600-41cd-bd2f-9112e48d3c2a tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fae023e-21e0-4168-a778-6597e829fa96 HTTP/1.1" status: 200 len: 943 time: 0.0529349 Aug 10 11:36:02.446522 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-0b86555b-d01e-4b50-8dd2-d27659ef21b3 req-9682ad13-eb43-41ce-8498-a73766e89355 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376091 Aug 10 11:36:02.774794 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9085a40-3682-4981-b9c9-ce2ec2928551 req-f548c7ac-8f0a-48ac-8bb4-c5b4729f1dc8 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:02.776289 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-f9085a40-3682-4981-b9c9-ce2ec2928551 req-f548c7ac-8f0a-48ac-8bb4-c5b4729f1dc8 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 943 time: 0.0506058 Aug 10 11:36:02.816127 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-f9085a40-3682-4981-b9c9-ce2ec2928551 req-67d7423f-c52a-448a-8c52-3638f4e08930 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332108 Aug 10 11:36:02.982696 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93c28d-8002-400c-88f0-42296160859c req-418f6013-1189-48d7-ab38-a8ee7151ec13 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:02.984185 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-3e93c28d-8002-400c-88f0-42296160859c req-418f6013-1189-48d7-ab38-a8ee7151ec13 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 943 time: 0.0570035 Aug 10 11:36:03.025466 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-3e93c28d-8002-400c-88f0-42296160859c req-8d62cef7-835a-457d-bb74-4a7fe7c07504 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345414 Aug 10 11:36:03.564888 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0d01a-9549-4871-9746-63bcacf59801 req-18ce512f-401f-45e4-8a75-65c9ceb800bd tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:03.566508 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e8b0d01a-9549-4871-9746-63bcacf59801 req-18ce512f-401f-45e4-8a75-65c9ceb800bd tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fae023e-21e0-4168-a778-6597e829fa96 HTTP/1.1" status: 200 len: 943 time: 0.0493033 Aug 10 11:36:03.605966 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e8b0d01a-9549-4871-9746-63bcacf59801 req-6c3e8799-5fe8-44b4-809e-36c53e1200cb tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333440 Aug 10 11:36:03.931780 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da22a5d-08d4-4e90-aad4-e333b1abd48d req-b1533d0f-f8f6-4d61-bd53-0831229d081f tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:03.933318 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-1da22a5d-08d4-4e90-aad4-e333b1abd48d req-b1533d0f-f8f6-4d61-bd53-0831229d081f tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 943 time: 0.0490499 Aug 10 11:36:03.972990 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-1da22a5d-08d4-4e90-aad4-e333b1abd48d req-e306e14d-b035-4d16-8723-4e220e65be6c tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325441 Aug 10 11:36:04.155925 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e65e242-661c-4532-a525-590c720f9202 req-bbd08559-8495-4ecd-bb4f-21122ffa06f6 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:04.163398 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-8e65e242-661c-4532-a525-590c720f9202 req-bbd08559-8495-4ecd-bb4f-21122ffa06f6 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 943 time: 0.0620992 Aug 10 11:36:04.198043 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-8e65e242-661c-4532-a525-590c720f9202 req-4120d888-b779-4ce0-a49c-997181155f77 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337603 Aug 10 11:36:04.321518 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-0ebc8808-e951-41f8-af41-58aadc2a09e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:04.723344 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93a529-0a00-445e-9b6c-5d8044624261 req-8e19e701-c580-48b0-a7d7-9bfdf8d8bf7c tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:04.724929 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-3c93a529-0a00-445e-9b6c-5d8044624261 req-8e19e701-c580-48b0-a7d7-9bfdf8d8bf7c tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fae023e-21e0-4168-a778-6597e829fa96 HTTP/1.1" status: 200 len: 943 time: 0.0503201 Aug 10 11:36:04.768347 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-3c93a529-0a00-445e-9b6c-5d8044624261 req-c4f5f4a3-402f-442f-b80c-873a4d6d874d tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373347 Aug 10 11:36:05.093797 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285273b7-c66b-4c78-a149-3c9398638359 req-09e14c60-c124-4544-97dc-408d9f732e03 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:05.095305 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-285273b7-c66b-4c78-a149-3c9398638359 req-09e14c60-c124-4544-97dc-408d9f732e03 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 943 time: 0.0519590 Aug 10 11:36:05.134858 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-285273b7-c66b-4c78-a149-3c9398638359 req-5be11c59-4162-415d-8701-8fe3d43dd852 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333691 Aug 10 11:36:05.328433 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096874e9-e135-4fcb-87c3-ee68b8962fe5 req-e156aa31-4aac-4fff-a870-bf95847fe7e3 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:05.330095 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-096874e9-e135-4fcb-87c3-ee68b8962fe5 req-e156aa31-4aac-4fff-a870-bf95847fe7e3 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 943 time: 0.0570488 Aug 10 11:36:05.374824 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-096874e9-e135-4fcb-87c3-ee68b8962fe5 req-ed8c766e-96f1-4e1d-b674-dd29d229df06 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364113 Aug 10 11:36:05.889513 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad204031-65b3-4f6c-b408-00f84a7b98f6 req-36a5bf3e-58f9-4aa2-aebb-ec585763f2cd tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:05.891204 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ad204031-65b3-4f6c-b408-00f84a7b98f6 req-36a5bf3e-58f9-4aa2-aebb-ec585763f2cd tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fae023e-21e0-4168-a778-6597e829fa96 HTTP/1.1" status: 200 len: 943 time: 0.0532386 Aug 10 11:36:05.931909 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ad204031-65b3-4f6c-b408-00f84a7b98f6 req-f2c0d8c4-4c9e-468b-bd45-21cdc5a4e6fc tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346744 Aug 10 11:36:06.263875 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4272137-dcaf-4b25-a80c-98b2135626aa req-0e5544eb-5f86-428b-a29e-09e8785ac214 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:06.266240 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a4272137-dcaf-4b25-a80c-98b2135626aa req-0e5544eb-5f86-428b-a29e-09e8785ac214 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 943 time: 0.0556784 Aug 10 11:36:06.309583 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a4272137-dcaf-4b25-a80c-98b2135626aa req-fad11669-443f-41be-9a70-02cc061ec926 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367348 Aug 10 11:36:06.557945 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b94fc-7e21-464a-8038-7edabff6d4f5 req-be0db461-4c73-490f-acfb-421b128b447e tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:06.561254 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-5f4b94fc-7e21-464a-8038-7edabff6d4f5 req-be0db461-4c73-490f-acfb-421b128b447e tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 943 time: 0.0966830 Aug 10 11:36:06.603899 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-5f4b94fc-7e21-464a-8038-7edabff6d4f5 req-322d08a9-f056-4e0a-9be1-1f56c5be9c85 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369000 Aug 10 11:36:06.985933 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-ed056026-cbe4-4aac-a719-efb891a65f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:07.093954 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c48ab9-29a6-4a57-afd9-1f8727fd1fbd req-a5639f33-c798-4fa8-8d1f-c51ce1fec572 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:07.105983 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-96c48ab9-29a6-4a57-afd9-1f8727fd1fbd req-a5639f33-c798-4fa8-8d1f-c51ce1fec572 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fae023e-21e0-4168-a778-6597e829fa96 HTTP/1.1" status: 200 len: 943 time: 0.0853541 Aug 10 11:36:07.213300 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-96c48ab9-29a6-4a57-afd9-1f8727fd1fbd req-5c08d8f0-2151-4fa2-9172-8ae34c4bb3fc tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066501 Aug 10 11:36:07.237182 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:07.439354 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f99b8-229a-4402-b66d-6026cc46bdc9 req-6fc01619-75ef-4e04-a90e-6ca46520b99a tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:07.440976 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-635f99b8-229a-4402-b66d-6026cc46bdc9 req-6fc01619-75ef-4e04-a90e-6ca46520b99a tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 943 time: 0.0581312 Aug 10 11:36:07.483357 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-635f99b8-229a-4402-b66d-6026cc46bdc9 req-b35a3932-20ea-4c7e-b21b-d085f4fbc417 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362020 Aug 10 11:36:07.739544 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ff8f3-5ba8-4802-9322-8d41ec14eaf6 req-dd9c00e1-b162-4c6d-ac40-64e706409642 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:07.741026 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ca8ff8f3-5ba8-4802-9322-8d41ec14eaf6 req-dd9c00e1-b162-4c6d-ac40-64e706409642 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 943 time: 0.0537822 Aug 10 11:36:07.780922 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ca8ff8f3-5ba8-4802-9322-8d41ec14eaf6 req-7cd40cd8-0775-4916-ae94-86a5d4ef7573 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336549 Aug 10 11:36:07.927528 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-b3865e76-5392-4690-91e0-0d01f8cdc9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:08.360428 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc48fa-958b-4b73-9e69-6f7de95dadbe req-aa9f48df-adf3-465e-a6d8-aaafa1bfa64a tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:08.362209 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-19bc48fa-958b-4b73-9e69-6f7de95dadbe req-aa9f48df-adf3-465e-a6d8-aaafa1bfa64a tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fae023e-21e0-4168-a778-6597e829fa96 HTTP/1.1" status: 200 len: 943 time: 0.0516071 Aug 10 11:36:08.404454 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-19bc48fa-958b-4b73-9e69-6f7de95dadbe req-4a191846-4e64-4488-9a2f-8deddb597b9d tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358045 Aug 10 11:36:08.607461 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6459068-2309-4c94-8bf0-32d284c36ed0 req-027c84a9-9884-4aa0-b2bf-4e7b90d270a5 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:08.609007 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e6459068-2309-4c94-8bf0-32d284c36ed0 req-027c84a9-9884-4aa0-b2bf-4e7b90d270a5 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 943 time: 0.0502470 Aug 10 11:36:08.647912 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e6459068-2309-4c94-8bf0-32d284c36ed0 req-a0925fba-bab5-4e11-9bfc-9d390cf672e5 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327911 Aug 10 11:36:08.915224 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d94d2e-2861-4d83-8e71-380366938596 req-0cfdb12e-2bef-4137-a2b1-7bdc9721d773 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:08.916729 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-41d94d2e-2861-4d83-8e71-380366938596 req-0cfdb12e-2bef-4137-a2b1-7bdc9721d773 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 943 time: 0.0534098 Aug 10 11:36:08.957340 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-41d94d2e-2861-4d83-8e71-380366938596 req-cdbf5451-f197-4f2a-ab0b-429cf02f1eee tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338514 Aug 10 11:36:09.534307 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cead1d8-0e7c-4e09-b101-43b26e5f276d req-0e85a2c3-a6bc-46a0-a7b2-49b8d11434c3 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:09.536001 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-1cead1d8-0e7c-4e09-b101-43b26e5f276d req-0e85a2c3-a6bc-46a0-a7b2-49b8d11434c3 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fae023e-21e0-4168-a778-6597e829fa96 HTTP/1.1" status: 200 len: 943 time: 0.0565631 Aug 10 11:36:09.579221 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-1cead1d8-0e7c-4e09-b101-43b26e5f276d req-50e08d49-ec01-4efe-8b0c-c5ac9c51a7c5 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369997 Aug 10 11:36:09.764420 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d4298-bf08-49e4-bae3-6f9c851ce2f8 req-ae5c0347-d8af-4fa3-8fc5-ecc066726b74 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:09.766051 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-972d4298-bf08-49e4-bae3-6f9c851ce2f8 req-ae5c0347-d8af-4fa3-8fc5-ecc066726b74 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 943 time: 0.0522451 Aug 10 11:36:09.777249 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-68530e51-c783-4460-a419-f96f34511541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:09.807476 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-972d4298-bf08-49e4-bae3-6f9c851ce2f8 req-01d4655f-440e-40b0-9944-76ea528d10cd tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347700 Aug 10 11:36:10.024793 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e887ca-e3be-43d0-96f8-869bd19c7f52 req-6d057e6a-38d1-4a96-8d53-82fa7fe45e5d tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:10.026345 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-54e887ca-e3be-43d0-96f8-869bd19c7f52 req-6d057e6a-38d1-4a96-8d53-82fa7fe45e5d tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 943 time: 0.0525076 Aug 10 11:36:10.059600 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 56218) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:36:10.080770 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-54e887ca-e3be-43d0-96f8-869bd19c7f52 req-1ed045aa-17e9-45fc-b27d-d4843252a135 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474133 Aug 10 11:36:10.091005 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb19280-615e-4f92-83a9-df1b52581a28 req-8a1bab57-18d3-4f3d-8a3a-288384cd355c tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:10.092650 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-edb19280-615e-4f92-83a9-df1b52581a28 req-8a1bab57-18d3-4f3d-8a3a-288384cd355c tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 943 time: 0.0557837 Aug 10 11:36:10.134105 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-edb19280-615e-4f92-83a9-df1b52581a28 req-e53f393c-f786-42c8-b691-e546307c6232 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345690 Aug 10 11:36:10.154450 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-96eb86a7-2338-440a-9494-5732b922a6a5 req-161758b2-b7eb-40c3-a870-190edc31c8a5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0936742 Aug 10 11:36:10.697298 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5708cff-b434-44f3-8366-4c83014b77e4 req-f052e413-7b95-417a-9b5e-a337803a5b20 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:10.698823 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-d5708cff-b434-44f3-8366-4c83014b77e4 req-f052e413-7b95-417a-9b5e-a337803a5b20 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fae023e-21e0-4168-a778-6597e829fa96 HTTP/1.1" status: 200 len: 943 time: 0.0501494 Aug 10 11:36:10.741186 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-d5708cff-b434-44f3-8366-4c83014b77e4 req-5b0baba8-6c1d-42a6-85f1-08d55012ad6e tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358436 Aug 10 11:36:11.258930 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb88762-8fa9-4144-802d-ebf59bacaee6 req-2789ef1d-4169-41c1-a344-6d9ad80c2219 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:11.261393 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-5bb88762-8fa9-4144-802d-ebf59bacaee6 req-2789ef1d-4169-41c1-a344-6d9ad80c2219 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 943 time: 0.1048911 Aug 10 11:36:11.268934 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f6371-89df-4bd8-93c7-76de374f6845 req-5068d5e0-6f8c-4bca-8afa-ec14baf3635d tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:11.270952 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-b38f6371-89df-4bd8-93c7-76de374f6845 req-5068d5e0-6f8c-4bca-8afa-ec14baf3635d tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 943 time: 0.0568526 Aug 10 11:36:11.312619 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-5bb88762-8fa9-4144-802d-ebf59bacaee6 req-77156365-e133-420b-8de9-634bd8eb69d0 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448606 Aug 10 11:36:11.322365 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-b38f6371-89df-4bd8-93c7-76de374f6845 req-055ac071-b362-4ef0-b0fb-e907e1f49491 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450175 Aug 10 11:36:11.420232 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb86a7-2338-440a-9494-5732b922a6a5 req-05866fc5-e0a3-4c5a-8989-c9fdb087730e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:11.421787 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-96eb86a7-2338-440a-9494-5732b922a6a5 req-05866fc5-e0a3-4c5a-8989-c9fdb087730e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3&tenant_id=64fdce55728241d78b745581962d5036 HTTP/1.1" status: 200 len: 1096 time: 0.0442953 Aug 10 11:36:11.483560 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb86a7-2338-440a-9494-5732b922a6a5 req-acf79625-fa51-4eda-afc8-d2b00227d202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:11.485128 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-96eb86a7-2338-440a-9494-5732b922a6a5 req-acf79625-fa51-4eda-afc8-d2b00227d202 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=64fdce55728241d78b745581962d5036&device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 1096 time: 0.0409188 Aug 10 11:36:11.580684 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb86a7-2338-440a-9494-5732b922a6a5 req-a4f236b3-bcb2-4aa7-b608-711412971a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:11.582196 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-96eb86a7-2338-440a-9494-5732b922a6a5 req-a4f236b3-bcb2-4aa7-b608-711412971a16 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9c7f5487-900d-4a12-87c9-02f3c51af302 HTTP/1.1" status: 200 len: 909 time: 0.0897267 Aug 10 11:36:11.652592 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-96eb86a7-2338-440a-9494-5732b922a6a5 req-e98d067d-1904-44cf-a997-ab30637e7a9c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d HTTP/1.1" status: 200 len: 998 time: 0.0628574 Aug 10 11:36:11.709473 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb86a7-2338-440a-9494-5732b922a6a5 req-d4e21eae-9c21-4390-b0cb-3918a4053133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:11.710941 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-96eb86a7-2338-440a-9494-5732b922a6a5 req-d4e21eae-9c21-4390-b0cb-3918a4053133 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=811b9f1d-8e04-4e1c-abcc-ab7f5bbe2780 HTTP/1.1" status: 200 len: 847 time: 0.0516446 Aug 10 11:36:11.762440 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb86a7-2338-440a-9494-5732b922a6a5 req-63317c29-cb3e-4e51-a6b9-5c4aff995cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:11.764006 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-96eb86a7-2338-440a-9494-5732b922a6a5 req-63317c29-cb3e-4e51-a6b9-5c4aff995cbd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9c7f5487-900d-4a12-87c9-02f3c51af302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463307 Aug 10 11:36:11.869288 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 29e28a8f-692e-48b3-a35e-f5a358637783 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 11:36:11.889110 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-96eb86a7-2338-440a-9494-5732b922a6a5 req-c74cae9a-2dfa-4b58-96df-8036cb0e5f75 service neutron] 10.222.0.59 "GET /v2.0/networks/9c7f5487-900d-4a12-87c9-02f3c51af302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179655 Aug 10 11:36:11.897762 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde4951-bee8-4a1b-a0ba-bfbd03795de7 req-1791b83d-8038-45e0-b1cb-af49a81ce3c5 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:11.899173 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ddde4951-bee8-4a1b-a0ba-bfbd03795de7 req-1791b83d-8038-45e0-b1cb-af49a81ce3c5 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fae023e-21e0-4168-a778-6597e829fa96 HTTP/1.1" status: 200 len: 943 time: 0.0811560 Aug 10 11:36:11.961918 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 29e28a8f-692e-48b3-a35e-f5a358637783, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=29e28a8f-692e-48b3-a35e-f5a358637783,segment=NetworkSegment(a7e3b168-86a5-433e-b17e-7040e9e508ed),segment_id=a7e3b168-86a5-433e-b17e-7040e9e508ed)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:36:11.973641 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Returning: {'device': '29e28a8f-692e-48b3-a35e-f5a358637783', 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537', 'port_id': '29e28a8f-692e-48b3-a35e-f5a358637783', 'mac_address': 'fa:16:3e:ed:d9:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 11:36:11.989047 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ddde4951-bee8-4a1b-a0ba-bfbd03795de7 req-c49bb1b7-41e0-40a9-ad3a-995a9c361e86 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802050 Aug 10 11:36:12.011981 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-96eb86a7-2338-440a-9494-5732b922a6a5 req-0c711ca2-5659-463d-91d1-ca3fb9aabd66 service neutron] 10.222.0.59 "GET /v2.0/networks/9c7f5487-900d-4a12-87c9-02f3c51af302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098044 Aug 10 11:36:12.014998 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:12.032883 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29e28a8f-692e-48b3-a35e-f5a358637783 {{(pid=93317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 11:36:12.057681 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 29e28a8f-692e-48b3-a35e-f5a358637783, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=29e28a8f-692e-48b3-a35e-f5a358637783,segment=NetworkSegment(a7e3b168-86a5-433e-b17e-7040e9e508ed),segment_id=a7e3b168-86a5-433e-b17e-7040e9e508ed)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:36:12.061991 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:12.062781 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 11:36:12.155034 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=29e28a8f-692e-48b3-a35e-f5a358637783,revision_number=4']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:36:12.201757 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0,segment=NetworkSegment(3cbd7805-aa7c-4600-9950-b5cb2e54bb37),segment_id=3cbd7805-aa7c-4600-9950-b5cb2e54bb37)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:36:12.217863 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Returning: {'device': 'af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0', 'network_id': 'caf833b7-6b1c-4283-9a64-20c0e4838897', 'port_id': 'af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0', 'mac_address': 'fa:16:3e:05:0d:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef775550-3c92-437a-ad9c-5040b90d0f3e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 11:36:12.256677 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:12.270988 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0 {{(pid=93317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 11:36:12.297769 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0,segment=NetworkSegment(3cbd7805-aa7c-4600-9950-b5cb2e54bb37),segment_id=3cbd7805-aa7c-4600-9950-b5cb2e54bb37)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:36:12.302318 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:12.357352 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0,revision_number=9']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:36:12.443036 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb6b10b-9737-4755-8888-8b373b1cea18 req-6a0b8649-47ca-4b4a-9926-18fe0e41bd06 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:12.444674 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-dbb6b10b-9737-4755-8888-8b373b1cea18 req-6a0b8649-47ca-4b4a-9926-18fe0e41bd06 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 943 time: 0.0544336 Aug 10 11:36:12.488111 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-dbb6b10b-9737-4755-8888-8b373b1cea18 req-5d7b12f3-22af-4af2-8609-f3289710661f tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365934 Aug 10 11:36:12.540326 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] get_ports_and_sgs() called for port_ids ['29e28a8f-692e-48b3-a35e-f5a358637783'] {{(pid=93317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 11:36:12.543521 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] get_ports_and_sgs() called for port_ids ['af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0'] {{(pid=93317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 11:36:12.596738 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26e1fd-dc48-4f43-8bac-b99480cf7402 req-1852a81b-006c-4f34-aa86-c8e86415fbd8 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:12.601036 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-df26e1fd-dc48-4f43-8bac-b99480cf7402 req-1852a81b-006c-4f34-aa86-c8e86415fbd8 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 944 time: 0.0535676 Aug 10 11:36:12.652794 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-df26e1fd-dc48-4f43-8bac-b99480cf7402 req-43b518cb-ea96-43e6-98e0-03a6082f9048 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480056 Aug 10 11:36:13.125514 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b3e8f-0031-4220-bd32-4dc8fa951b03 req-3e3cdf8d-ad60-4ff6-8536-576d0befb2ca tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:13.127184 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-1c8b3e8f-0031-4220-bd32-4dc8fa951b03 req-3e3cdf8d-ad60-4ff6-8536-576d0befb2ca tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fae023e-21e0-4168-a778-6597e829fa96 HTTP/1.1" status: 200 len: 944 time: 0.0587833 Aug 10 11:36:13.170920 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-1c8b3e8f-0031-4220-bd32-4dc8fa951b03 req-766e9593-adf5-4d04-9328-9deb9073cde5 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373671 Aug 10 11:36:13.609462 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35b5d4-be8f-4e88-90a3-f8526a1ff600 req-dd61d932-3ebe-4816-8fa6-d158225cfed3 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:13.611005 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-7d35b5d4-be8f-4e88-90a3-f8526a1ff600 req-dd61d932-3ebe-4816-8fa6-d158225cfed3 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 943 time: 0.0507560 Aug 10 11:36:13.661754 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-7d35b5d4-be8f-4e88-90a3-f8526a1ff600 req-b65c7b5c-4474-463d-b286-87dae2c58762 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447154 Aug 10 11:36:13.811020 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6fa37e-795d-4208-a1e0-24244750e411 req-3d0b2118-5752-4521-aa3f-ff201e8be2ab tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:13.812651 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-4c6fa37e-795d-4208-a1e0-24244750e411 req-3d0b2118-5752-4521-aa3f-ff201e8be2ab tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 944 time: 0.0603030 Aug 10 11:36:13.852857 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-4c6fa37e-795d-4208-a1e0-24244750e411 req-aad478c5-cf41-44d7-85c2-a7a82edddd28 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339818 Aug 10 11:36:13.869955 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 29e28a8f-692e-48b3-a35e-f5a358637783 up at agent hyperv_hv-cinder-79280 {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:36:13.919379 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Provisioning for port 29e28a8f-692e-48b3-a35e-f5a358637783 completed by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:36:13.923433 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Provisioning complete for port 29e28a8f-692e-48b3-a35e-f5a358637783 triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:36:13.923926 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:13.999994 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:14.022688 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fae023e-21e0-4168-a778-6597e829fa96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e28a8f-692e-48b3-a35e-f5a358637783'}] {{(pid=93317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:36:14.024994 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f65e5affd22be71f9b00dd80d36c6e54843c66eef292b5ed0267a1f9ac014f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f93d18-8b84-4cd6-b6c4-3d8a33f07d84" -d '{"events": [{"server_uuid": "3fae023e-21e0-4168-a778-6597e829fa96", "name": "network-vif-plugged", "status": "completed", "tag": "29e28a8f-692e-48b3-a35e-f5a358637783"}]}' {{(pid=93317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:36:14.041583 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 29e28a8f-692e-48b3-a35e-f5a358637783, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=29e28a8f-692e-48b3-a35e-f5a358637783,segment=NetworkSegment(a7e3b168-86a5-433e-b17e-7040e9e508ed),segment_id=a7e3b168-86a5-433e-b17e-7040e9e508ed)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:36:14.046789 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:14.047807 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0 up at agent hyperv_hv-cinder-79280 {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:36:14.089616 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 11:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6f0921-6d43-480c-885c-51d38ac43ed1 x-openstack-request-id: req-de6f0921-6d43-480c-885c-51d38ac43ed1 {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:36:14.089948 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fae023e-21e0-4168-a778-6597e829fa96", "name": "network-vif-plugged", "status": "completed", "tag": "29e28a8f-692e-48b3-a35e-f5a358637783", "code": 200}]} {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:36:14.090165 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-de6f0921-6d43-480c-885c-51d38ac43ed1 {{(pid=93317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:36:14.091081 dv-cinder-792800-5-iscsi neutron-server[93317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fae023e-21e0-4168-a778-6597e829fa96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e28a8f-692e-48b3-a35e-f5a358637783', 'code': 200} Aug 10 11:36:14.129877 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=29e28a8f-692e-48b3-a35e-f5a358637783,revision_number=5']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:36:14.143587 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Provisioning complete for port af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0 triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:36:14.143967 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:14.231432 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:14.266053 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0,segment=NetworkSegment(3cbd7805-aa7c-4600-9950-b5cb2e54bb37),segment_id=3cbd7805-aa7c-4600-9950-b5cb2e54bb37)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:36:14.270338 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:14.318464 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0,revision_number=10']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:36:14.330777 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9369bcd-e511-4bcd-a665-ce2966ab8241 req-dbb8e919-47aa-4d08-8363-a94c1620fec5 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:14.332392 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a9369bcd-e511-4bcd-a665-ce2966ab8241 req-dbb8e919-47aa-4d08-8363-a94c1620fec5 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fae023e-21e0-4168-a778-6597e829fa96 HTTP/1.1" status: 200 len: 945 time: 0.0796390 Aug 10 11:36:14.347425 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27713a18-1129-4ac3-ae43-83c08823947f req-0d636214-bfb5-43cf-b530-1a48829d289a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:14.349844 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-27713a18-1129-4ac3-ae43-83c08823947f req-0d636214-bfb5-43cf-b530-1a48829d289a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3fae023e-21e0-4168-a778-6597e829fa96 HTTP/1.1" status: 200 len: 1098 time: 0.0942807 Aug 10 11:36:14.393089 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a9369bcd-e511-4bcd-a665-ce2966ab8241 req-ae677461-a02a-4dce-9c16-1b2925d92150 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539043 Aug 10 11:36:14.404884 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-27713a18-1129-4ac3-ae43-83c08823947f req-ae06e0e0-ca1b-4cc3-897b-0549e8b707cb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482121 Aug 10 11:36:14.780133 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef0040-8193-4b4b-848b-0c6af04359e8 req-9c82ab7c-ecf0-419b-a283-6702f74a87b6 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:14.781629 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-7bef0040-8193-4b4b-848b-0c6af04359e8 req-9c82ab7c-ecf0-419b-a283-6702f74a87b6 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 943 time: 0.0512705 Aug 10 11:36:14.819636 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-7bef0040-8193-4b4b-848b-0c6af04359e8 req-8dd7f040-0428-41cd-9020-c01085f568a7 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319240 Aug 10 11:36:14.845993 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:14.972714 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0cfe7-4e06-45cb-b058-6cb61e66a359 req-d6be99c4-8aba-4cf7-b022-0e41a0acbeb5 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:14.974195 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c0d0cfe7-4e06-45cb-b058-6cb61e66a359 req-d6be99c4-8aba-4cf7-b022-0e41a0acbeb5 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 946 time: 0.0479727 Aug 10 11:36:15.011876 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c0d0cfe7-4e06-45cb-b058-6cb61e66a359 req-1c8855eb-f0bd-4266-8531-c08f69db5294 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315862 Aug 10 11:36:15.506389 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5b1c0-6a52-4f8e-8657-c63e1fb76b67 req-a79b81c5-ab98-4383-8c70-d74cd4f225c0 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:15.507850 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-fda5b1c0-6a52-4f8e-8657-c63e1fb76b67 req-a79b81c5-ab98-4383-8c70-d74cd4f225c0 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fae023e-21e0-4168-a778-6597e829fa96 HTTP/1.1" status: 200 len: 945 time: 0.0484934 Aug 10 11:36:15.548605 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-fda5b1c0-6a52-4f8e-8657-c63e1fb76b67 req-5e2afb02-6f86-413b-b626-3dbdf8f5ed69 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347693 Aug 10 11:36:15.661915 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46775e9e-38de-415a-9e48-746daa47aab8 req-7357f68b-8f61-4c5a-a77d-e5f79e0d324f tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:15.663420 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-46775e9e-38de-415a-9e48-746daa47aab8 req-7357f68b-8f61-4c5a-a77d-e5f79e0d324f tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fae023e-21e0-4168-a778-6597e829fa96 HTTP/1.1" status: 200 len: 945 time: 0.0490487 Aug 10 11:36:15.707745 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-46775e9e-38de-415a-9e48-746daa47aab8 req-b855b440-f447-4988-a895-afb473701cb6 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328293 Aug 10 11:36:15.731602 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 56288) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:36:15.773262 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a995b21b-5f92-4eb5-bf0e-330eabf7318a tempest-TestVolumeBootPattern-1678842331 tempest-TestVolumeBootPattern-1678842331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:15.774787 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-a995b21b-5f92-4eb5-bf0e-330eabf7318a tempest-TestVolumeBootPattern-1678842331 tempest-TestVolumeBootPattern-1678842331-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3fae023e-21e0-4168-a778-6597e829fa96 HTTP/1.1" status: 200 len: 1093 time: 0.0421939 Aug 10 11:36:15.777639 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 56290) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:36:15.782551 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-c3c91d2d-be56-4fdf-93a1-ad697ca40202 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Request body: {'floatingip': {'floating_network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'port_id': '29e28a8f-692e-48b3-a35e-f5a358637783', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:36:15.803684 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-c3c91d2d-be56-4fdf-93a1-ad697ca40202 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks [] for floatingip, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:15.929737 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-c3c91d2d-be56-4fdf-93a1-ad697ca40202 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:15.984161 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1238e0-c738-4922-a4b3-d606893fd2e0 req-f6e6e8bc-f42d-44c0-bc16-b605eace744e tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:15.985679 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-fe1238e0-c738-4922-a4b3-d606893fd2e0 req-f6e6e8bc-f42d-44c0-bc16-b605eace744e tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 943 time: 0.0923672 Aug 10 11:36:16.056981 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-fe1238e0-c738-4922-a4b3-d606893fd2e0 req-a3ff3994-dbe1-4104-a120-7a549b1ecff3 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647149 Aug 10 11:36:16.074280 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.db_base_plugin_common [None req-c3c91d2d-be56-4fdf-93a1-ad697ca40202 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Allocated IP 172.27.1.144 (5acaf353-3f61-4dec-9325-b74ab1b31d79/161344f3-be79-4209-8149-4c1c277e8dc7/9ea05265-465c-4e9d-9652-c708e8c79b37) {{(pid=93316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:36:16.092025 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f01dec-7941-4ceb-8a39-0d656fb1bd68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0'}] {{(pid=93317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:36:16.094445 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f65e5affd22be71f9b00dd80d36c6e54843c66eef292b5ed0267a1f9ac014f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6ecb26-14c5-4118-a45a-ef58713455a1" -d '{"events": [{"server_uuid": "f3f01dec-7941-4ceb-8a39-0d656fb1bd68", "name": "network-vif-plugged", "status": "completed", "tag": "af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0"}]}' {{(pid=93317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:36:16.131242 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 11:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe45b31f-2e8e-42eb-b76c-270531beddc8 x-openstack-request-id: req-fe45b31f-2e8e-42eb-b76c-270531beddc8 {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:36:16.131663 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f01dec-7941-4ceb-8a39-0d656fb1bd68", "name": "network-vif-plugged", "status": "completed", "tag": "af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0", "code": 200}]} {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:36:16.132055 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fe45b31f-2e8e-42eb-b76c-270531beddc8 {{(pid=93317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:36:16.132589 dv-cinder-792800-5-iscsi neutron-server[93317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f01dec-7941-4ceb-8a39-0d656fb1bd68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0', 'code': 200} Aug 10 11:36:16.147540 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216dd73-64ba-42f1-a072-1f64f3b6dea4 req-ea3b917a-93ab-4854-8c61-6a724f3f898b tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:16.149207 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e216dd73-64ba-42f1-a072-1f64f3b6dea4 req-ea3b917a-93ab-4854-8c61-6a724f3f898b tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 946 time: 0.0646832 Aug 10 11:36:16.189280 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e216dd73-64ba-42f1-a072-1f64f3b6dea4 req-ffafef45-15d7-4d00-b660-010b00fb9ec6 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332918 Aug 10 11:36:16.189745 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-c3c91d2d-be56-4fdf-93a1-ad697ca40202 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks [] for port, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:16.229846 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-c3c91d2d-be56-4fdf-93a1-ad697ca40202 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130748572'] for port, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:16.271343 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c91d2d-be56-4fdf-93a1-ad697ca40202 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Network 5acaf353-3f61-4dec-9325-b74ab1b31d79 is already hosted by enough agents. {{(pid=93316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:36:16.276684 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.base_scheduler [None req-c3c91d2d-be56-4fdf-93a1-ad697ca40202 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Resources bound (agent type, host, resource id): {{(pid=93316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:36:16.278871 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c91d2d-be56-4fdf-93a1-ad697ca40202 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Pushing event updated for resources: {'Port': ['ID=9ea05265-465c-4e9d-9652-c708e8c79b37,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:36:16.280966 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c91d2d-be56-4fdf-93a1-ad697ca40202 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Received port after_create {{(pid=93316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:36:16.303900 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c91d2d-be56-4fdf-93a1-ad697ca40202 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:36:16.304251 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c91d2d-be56-4fdf-93a1-ad697ca40202 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:36:16.304618 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c91d2d-be56-4fdf-93a1-ad697ca40202 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:36:16.304957 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c91d2d-be56-4fdf-93a1-ad697ca40202 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:36:16.305294 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c91d2d-be56-4fdf-93a1-ad697ca40202 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:36:16.305626 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c91d2d-be56-4fdf-93a1-ad697ca40202 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:36:16.305956 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c91d2d-be56-4fdf-93a1-ad697ca40202 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:36:16.306286 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c91d2d-be56-4fdf-93a1-ad697ca40202 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:36:16.306612 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c91d2d-be56-4fdf-93a1-ad697ca40202 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:36:16.306935 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c91d2d-be56-4fdf-93a1-ad697ca40202 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:36:16.307255 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c91d2d-be56-4fdf-93a1-ad697ca40202 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:36:16.307575 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c91d2d-be56-4fdf-93a1-ad697ca40202 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:36:16.318015 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39994d2-c35b-461c-b256-f594b7097262 req-742a8518-84df-4fc0-aebd-ecf659c0c6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:16.319514 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a39994d2-c35b-461c-b256-f594b7097262 req-742a8518-84df-4fc0-aebd-ecf659c0c6b7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 1099 time: 0.0389030 Aug 10 11:36:16.361706 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a39994d2-c35b-461c-b256-f594b7097262 req-0c5e166e-4e1c-4b8c-9738-19d40ebe8c41 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293200 Aug 10 11:36:16.636698 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-c3c91d2d-be56-4fdf-93a1-ad697ca40202 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:16.700019 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-c3c91d2d-be56-4fdf-93a1-ad697ca40202 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:17.077641 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-c3c91d2d-be56-4fdf-93a1-ad697ca40202 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks [] for port, precommit_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:17.082719 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-c3c91d2d-be56-4fdf-93a1-ad697ca40202 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130748519'] for port, after_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:17.184155 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c91d2d-be56-4fdf-93a1-ad697ca40202 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Pushing event updated for resources: {'Port': ['ID=9ea05265-465c-4e9d-9652-c708e8c79b37,revision_number=2']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:36:17.198423 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-c3c91d2d-be56-4fdf-93a1-ad697ca40202 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-134149778'] for floatingip, after_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:17.293237 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820cc93-f9fe-4504-b643-303ba492e59a req-122951aa-cee2-4c6c-a668-e7139d51afdd tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:17.296968 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-5820cc93-f9fe-4504-b643-303ba492e59a req-122951aa-cee2-4c6c-a668-e7139d51afdd tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 943 time: 0.1540806 Aug 10 11:36:17.320782 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c54ffcb-c1f4-4711-a500-060af10f53b0 req-4feceae1-698e-43c4-a008-bcb6da67f8c5 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:17.322334 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-9c54ffcb-c1f4-4711-a500-060af10f53b0 req-4feceae1-698e-43c4-a008-bcb6da67f8c5 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 946 time: 0.0521533 Aug 10 11:36:17.339341 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.db.l3_db [None req-c3c91d2d-be56-4fdf-93a1-ad697ca40202 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Floating IP fa81ca2c-f871-4431-91b5-69b53997a7e2 associated. External IP: 172.27.1.144, port: 29e28a8f-692e-48b3-a35e-f5a358637783. Aug 10 11:36:17.363771 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-9c54ffcb-c1f4-4711-a500-060af10f53b0 req-32a29d12-5a0e-4a95-b3f2-3500e6c2ba8d tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345027 Aug 10 11:36:17.398422 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-5820cc93-f9fe-4504-b643-303ba492e59a req-3b1ea586-bc9d-4e82-951d-a7eb09d76c77 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964882 Aug 10 11:36:17.573771 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c91d2d-be56-4fdf-93a1-ad697ca40202 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Router e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1 has already been hosted by L3 agent c7f5eca1-6939-476e-9546-e5f0f7bb2dc8 {{(pid=93316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 11:36:17.686815 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c91d2d-be56-4fdf-93a1-ad697ca40202 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify agent at l3_agent.dv-cinder-792800-5-iscsi the message routers_updated {{(pid=93316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 11:36:17.696192 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b4fcd0-e5ac-4091-baa1-2a6d87e572e9 None None] Sync routers for ids ['e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'] in dv-cinder-792800-5-iscsi {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 11:36:17.704721 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-c3c91d2d-be56-4fdf-93a1-ad697ca40202 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for floatingip, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:17.707302 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b4fcd0-e5ac-4091-baa1-2a6d87e572e9 None None] Routers {'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:36:17.708090 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-d8b4fcd0-e5ac-4091-baa1-2a6d87e572e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:36:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:36:17.733372 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-c3c91d2d-be56-4fdf-93a1-ad697ca40202 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9540908 Aug 10 11:36:17.733981 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fae023e-21e0-4168-a778-6597e829fa96', 'tag': '29e28a8f-692e-48b3-a35e-f5a358637783'}] {{(pid=93316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:36:17.736387 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c8c08188b21eb773fc1c6d2ac87981fb30e3bc49512db4b8fca3465af7d205c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3b44c5-407d-40e1-b088-88fade58d1b7" -d '{"events": [{"name": "network-changed", "server_uuid": "3fae023e-21e0-4168-a778-6597e829fa96", "tag": "29e28a8f-692e-48b3-a35e-f5a358637783"}]}' {{(pid=93316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:36:17.773227 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 11:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db265a6-3892-4436-84a5-31d0b3feab33 x-openstack-request-id: req-5db265a6-3892-4436-84a5-31d0b3feab33 {{(pid=93316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:36:17.773515 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fae023e-21e0-4168-a778-6597e829fa96", "tag": "29e28a8f-692e-48b3-a35e-f5a358637783", "status": "completed", "code": 200}]} {{(pid=93316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:36:17.773957 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5db265a6-3892-4436-84a5-31d0b3feab33 {{(pid=93316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:36:17.774362 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fae023e-21e0-4168-a778-6597e829fa96', 'tag': '29e28a8f-692e-48b3-a35e-f5a358637783', 'status': 'completed', 'code': 200} Aug 10 11:36:17.821401 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-d8b4fcd0-e5ac-4091-baa1-2a6d87e572e9 None None] Set router e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:36:17.844478 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b44c5-407d-40e1-b088-88fade58d1b7 req-a989015d-a676-43bb-b57c-362ab7b79ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:17.846177 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-9d3b44c5-407d-40e1-b088-88fade58d1b7 req-a989015d-a676-43bb-b57c-362ab7b79ded service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce631e313f124ffc96522aaec894b463&device_id=3fae023e-21e0-4168-a778-6597e829fa96 HTTP/1.1" status: 200 len: 1098 time: 0.0504777 Aug 10 11:36:17.959133 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b44c5-407d-40e1-b088-88fade58d1b7 req-3ef38c40-8463-411a-84c3-3ddc3fea9831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:17.960578 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-9d3b44c5-407d-40e1-b088-88fade58d1b7 req-3ef38c40-8463-411a-84c3-3ddc3fea9831 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4d20e43e-9b61-4dac-a777-f4b1d57ae537 HTTP/1.1" status: 200 len: 912 time: 0.0994542 Aug 10 11:36:18.037173 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-9d3b44c5-407d-40e1-b088-88fade58d1b7 req-2a1a4fa6-5a50-4acc-a661-e65a68775705 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29e28a8f-692e-48b3-a35e-f5a358637783 HTTP/1.1" status: 200 len: 999 time: 0.0690830 Aug 10 11:36:18.092045 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b44c5-407d-40e1-b088-88fade58d1b7 req-87a9ae54-3e05-443d-be72-4ebdf6597202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:18.093551 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-9d3b44c5-407d-40e1-b088-88fade58d1b7 req-87a9ae54-3e05-443d-be72-4ebdf6597202 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e HTTP/1.1" status: 200 len: 850 time: 0.0494032 Aug 10 11:36:18.138930 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b44c5-407d-40e1-b088-88fade58d1b7 req-cc9901af-9373-48b0-9b17-99a50e1ccf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:18.140435 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-9d3b44c5-407d-40e1-b088-88fade58d1b7 req-cc9901af-9373-48b0-9b17-99a50e1ccf5f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4d20e43e-9b61-4dac-a777-f4b1d57ae537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392284 Aug 10 11:36:18.171469 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-d8b4fcd0-e5ac-4091-baa1-2a6d87e572e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'name': 'tempest-TestVolumeBootPattern-754726836-router', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '6165e744-bb5d-42b4-bfec-ec2c7a33d6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:32:18Z', 'updated_at': '2021-08-10T11:32:23Z', 'revision_number': 4, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'gw_port': {'id': '6165e744-bb5d-42b4-bfec-ec2c7a33d6ab', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:20Z', 'updated_at': '2021-08-10T11:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_floatingips': [{'id': 'fa81ca2c-f871-4431-91b5-69b53997a7e2', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'floating_ip_address': '172.27.1.144', 'floating_network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'router_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'port_id': '29e28a8f-692e-48b3-a35e-f5a358637783', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537', 'mac_address': 'fa:16:3e:ed:d9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fae023e-21e0-4168-a778-6597e829fa96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T11:36:16Z', 'updated_at': '2021-08-10T11:36:16Z', 'revision_number': 0, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f52f062-0f06-40a4-97f2-e1ab4ef52e0c', 'name': '', 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'mac_address': 'fa:16:3e:24:4b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:22Z', 'updated_at': '2021-08-10T11:32:29Z', 'revision_number': 5, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'subnets': [{'id': 'f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:36:18.201551 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b4fcd0-e5ac-4091-baa1-2a6d87e572e9 None None] Checking router: e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1 for host: dv-cinder-792800-5-iscsi {{(pid=93317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 11:36:18.210704 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b4fcd0-e5ac-4091-baa1-2a6d87e572e9 None None] Routers {'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:36:18.211248 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-d8b4fcd0-e5ac-4091-baa1-2a6d87e572e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:36:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:36:18.236851 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-9d3b44c5-407d-40e1-b088-88fade58d1b7 req-a5b72853-972c-4246-a204-c9b9045ca934 service neutron] 10.222.0.59 "GET /v2.0/networks/4d20e43e-9b61-4dac-a777-f4b1d57ae537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876656 Aug 10 11:36:18.318708 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-d8b4fcd0-e5ac-4091-baa1-2a6d87e572e9 None None] Set router e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:36:18.326887 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-9d3b44c5-407d-40e1-b088-88fade58d1b7 req-34bf1b23-bab4-408c-bdfc-4a9fd3936912 service neutron] 10.222.0.59 "GET /v2.0/networks/4d20e43e-9b61-4dac-a777-f4b1d57ae537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818117 Aug 10 11:36:18.491235 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13a219-37c6-44a8-b959-6ab4788ecaa0 req-d43f717e-72e2-46da-a072-6dbacbb482d3 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:18.492705 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-eb13a219-37c6-44a8-b959-6ab4788ecaa0 req-d43f717e-72e2-46da-a072-6dbacbb482d3 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 946 time: 0.0531898 Aug 10 11:36:18.537185 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-eb13a219-37c6-44a8-b959-6ab4788ecaa0 req-5395a030-cbbe-49ec-a720-d749fdd9c434 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360103 Aug 10 11:36:18.549013 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766d607-a375-4e7c-baed-80b21547b8f4 req-ff089296-8fb9-4cc9-a9e2-58ea78ed83df tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:18.550796 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c766d607-a375-4e7c-baed-80b21547b8f4 req-ff089296-8fb9-4cc9-a9e2-58ea78ed83df tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 943 time: 0.0808687 Aug 10 11:36:18.558660 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-d8b4fcd0-e5ac-4091-baa1-2a6d87e572e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'name': 'tempest-TestVolumeBootPattern-754726836-router', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '6165e744-bb5d-42b4-bfec-ec2c7a33d6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:32:18Z', 'updated_at': '2021-08-10T11:32:23Z', 'revision_number': 4, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'gw_port': {'id': '6165e744-bb5d-42b4-bfec-ec2c7a33d6ab', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:20Z', 'updated_at': '2021-08-10T11:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_floatingips': [{'id': 'fa81ca2c-f871-4431-91b5-69b53997a7e2', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'floating_ip_address': '172.27.1.144', 'floating_network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'router_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'port_id': '29e28a8f-692e-48b3-a35e-f5a358637783', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537', 'mac_address': 'fa:16:3e:ed:d9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fae023e-21e0-4168-a778-6597e829fa96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T11:36:16Z', 'updated_at': '2021-08-10T11:36:16Z', 'revision_number': 0, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f52f062-0f06-40a4-97f2-e1ab4ef52e0c', 'name': '', 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'mac_address': 'fa:16:3e:24:4b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:22Z', 'updated_at': '2021-08-10T11:32:29Z', 'revision_number': 5, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'subnets': [{'id': 'f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:36:18.592952 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c766d607-a375-4e7c-baed-80b21547b8f4 req-0a910844-8b3b-48bc-ae88-1a4ff1c13fcc tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352037 Aug 10 11:36:18.596043 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b4fcd0-e5ac-4091-baa1-2a6d87e572e9 None None] The sync data for ids ['e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'] in dv-cinder-792800-5-iscsi is: [{'id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'name': 'tempest-TestVolumeBootPattern-754726836-router', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '6165e744-bb5d-42b4-bfec-ec2c7a33d6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:32:18Z', 'updated_at': '2021-08-10T11:32:23Z', 'revision_number': 4, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'gw_port': {'id': '6165e744-bb5d-42b4-bfec-ec2c7a33d6ab', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:20Z', 'updated_at': '2021-08-10T11:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_floatingips': [{'id': 'fa81ca2c-f871-4431-91b5-69b53997a7e2', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'floating_ip_address': '172.27.1.144', 'floating_network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'router_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'port_id': '29e28a8f-692e-48b3-a35e-f5a358637783', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537', 'mac_address': 'fa:16:3e:ed:d9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fae023e-21e0-4168-a778-6597e829fa96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T11:36:16Z', 'updated_at': '2021-08-10T11:36:16Z', 'revision_number': 0, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f52f062-0f06-40a4-97f2-e1ab4ef52e0c', 'name': '', 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'mac_address': 'fa:16:3e:24:4b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:22Z', 'updated_at': '2021-08-10T11:32:29Z', 'revision_number': 5, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'subnets': [{'id': 'f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 11:36:18.779509 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1491936a-c859-49d2-b52b-1e05def769f3 None None] New status for floating IP fa81ca2c-f871-4431-91b5-69b53997a7e2: ACTIVE {{(pid=93318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 11:36:19.711103 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a19b42-4d14-4dd8-ada7-bd27a80772c7 req-32d602c7-4bc5-4542-a4dd-16d28d37e2af tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:19.712569 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-c5a19b42-4d14-4dd8-ada7-bd27a80772c7 req-32d602c7-4bc5-4542-a4dd-16d28d37e2af tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 943 time: 0.0531280 Aug 10 11:36:19.750124 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-c5a19b42-4d14-4dd8-ada7-bd27a80772c7 req-ac13f2f6-0d58-4977-bc4b-0d6613496c73 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310106 Aug 10 11:36:19.911816 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 11:36:20.012669 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d,segment=NetworkSegment(e74442d5-1a6c-4a7e-bcb7-507d75080a4f),segment_id=e74442d5-1a6c-4a7e-bcb7-507d75080a4f)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:36:20.024196 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Returning: {'device': '4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d', 'network_id': '9c7f5487-900d-4a12-87c9-02f3c51af302', 'port_id': '4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d', 'mac_address': 'fa:16:3e:ac:34:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '811b9f1d-8e04-4e1c-abcc-ab7f5bbe2780', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 11:36:20.059661 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:20.075630 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d {{(pid=93317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 11:36:20.093935 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d,segment=NetworkSegment(e74442d5-1a6c-4a7e-bcb7-507d75080a4f),segment_id=e74442d5-1a6c-4a7e-bcb7-507d75080a4f)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:36:20.097822 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:20.143591 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d,revision_number=7']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:36:20.330938 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] get_ports_and_sgs() called for port_ids ['4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d'] {{(pid=93317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 11:36:20.569538 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.agents_db [None req-cf88a1ba-3529-4992-9648-399914351393 None None] Agent healthcheck: found 6 active agents {{(pid=93318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 11:36:20.871579 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033abc9-63e4-4ff2-9580-18b276787570 req-fd0ecd30-0ea6-4f19-bdac-ee5702bfcef9 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:20.873153 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-8033abc9-63e4-4ff2-9580-18b276787570 req-fd0ecd30-0ea6-4f19-bdac-ee5702bfcef9 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 944 time: 0.0536139 Aug 10 11:36:20.917547 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-8033abc9-63e4-4ff2-9580-18b276787570 req-a5c3111e-ffed-479f-ad4e-80400e223e28 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380983 Aug 10 11:36:21.931527 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d up at agent hyperv_hv-cinder-79280 {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:36:21.988351 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Provisioning complete for port 4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:36:21.988756 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:22.040553 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63c427-97e2-4cc1-9c91-86f0a87a46bf req-5c411479-0484-4757-81cc-7be1d6613895 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:22.042089 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-6e63c427-97e2-4cc1-9c91-86f0a87a46bf req-5c411479-0484-4757-81cc-7be1d6613895 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 944 time: 0.0535228 Aug 10 11:36:22.072650 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:22.081004 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-6e63c427-97e2-4cc1-9c91-86f0a87a46bf req-5b16acbe-db85-4e00-9b5d-ae76a8f46c7d tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323288 Aug 10 11:36:22.096563 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d'}] {{(pid=93317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:36:22.098803 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f65e5affd22be71f9b00dd80d36c6e54843c66eef292b5ed0267a1f9ac014f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d51dfd1-8820-4066-aa17-54c557b61fc6" -d '{"events": [{"server_uuid": "fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3", "name": "network-vif-plugged", "status": "completed", "tag": "4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d"}]}' {{(pid=93317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:36:22.113583 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d,segment=NetworkSegment(e74442d5-1a6c-4a7e-bcb7-507d75080a4f),segment_id=e74442d5-1a6c-4a7e-bcb7-507d75080a4f)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:36:22.117835 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:22.143898 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 11:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b6327f-4cb7-4606-8265-92f89ad6e0fe x-openstack-request-id: req-46b6327f-4cb7-4606-8265-92f89ad6e0fe {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:36:22.144189 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3", "name": "network-vif-plugged", "status": "completed", "tag": "4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d", "code": 200}]} {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:36:22.144439 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-46b6327f-4cb7-4606-8265-92f89ad6e0fe {{(pid=93317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:36:22.144847 dv-cinder-792800-5-iscsi neutron-server[93317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d', 'code': 200} Aug 10 11:36:22.174498 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d,revision_number=8']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:36:22.359279 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d40035-fb56-4085-b010-771c2cce926b req-87d96556-efb4-49db-b7b1-1c5c0a0b7942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:22.360831 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-94d40035-fb56-4085-b010-771c2cce926b req-87d96556-efb4-49db-b7b1-1c5c0a0b7942 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 1098 time: 0.0401421 Aug 10 11:36:22.396158 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-94d40035-fb56-4085-b010-771c2cce926b req-18bdc636-045b-418d-a8da-49361ac79cd4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281627 Aug 10 11:36:23.212813 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a731216-4aa0-4e0e-ada4-50262c4a181b req-5611ecea-a065-42b2-9b64-c34fa8b8d204 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:23.216127 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-1a731216-4aa0-4e0e-ada4-50262c4a181b req-5611ecea-a065-42b2-9b64-c34fa8b8d204 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 945 time: 0.0644643 Aug 10 11:36:23.271269 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-1a731216-4aa0-4e0e-ada4-50262c4a181b req-9318cf4c-52f3-4783-bdb1-a0a2df6da909 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489645 Aug 10 11:36:24.387715 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7d922-663f-48c0-b802-9e630d0e965e req-3a318c7f-c48a-4e1a-b7f6-91886ee5e088 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:24.389230 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-59e7d922-663f-48c0-b802-9e630d0e965e req-3a318c7f-c48a-4e1a-b7f6-91886ee5e088 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 945 time: 0.0490673 Aug 10 11:36:24.425986 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-59e7d922-663f-48c0-b802-9e630d0e965e req-27b062dd-701c-4a4e-b5a8-5ce263fa8bbd tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306861 Aug 10 11:36:32.842932 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87f4c0-90cc-4713-b763-c938367b723c req-d411fb16-684d-4abc-8680-f2bb5d380ce5 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:32.844429 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-4c87f4c0-90cc-4713-b763-c938367b723c req-d411fb16-684d-4abc-8680-f2bb5d380ce5 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=e030279b-c024-4dab-878d-13d797e0207d HTTP/1.1" status: 200 len: 945 time: 0.0520971 Aug 10 11:36:32.882365 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-4c87f4c0-90cc-4713-b763-c938367b723c req-48adf029-0813-4aa8-9014-64e1e855e5db tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=497f3947-355f-4b3f-83c8-215fa9ce6e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319576 Aug 10 11:36:34.001744 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca097dcc-6530-4aac-8d88-a5ece477e00c req-6a1c4c8e-16bb-4a1e-ad33-afc27714e3e0 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:34.003198 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-ca097dcc-6530-4aac-8d88-a5ece477e00c req-6a1c4c8e-16bb-4a1e-ad33-afc27714e3e0 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=e030279b-c024-4dab-878d-13d797e0207d HTTP/1.1" status: 200 len: 945 time: 0.0539632 Aug 10 11:36:34.041012 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-ca097dcc-6530-4aac-8d88-a5ece477e00c req-e5269e0c-81a7-4810-83fc-e97574da7953 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=497f3947-355f-4b3f-83c8-215fa9ce6e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318460 Aug 10 11:36:34.323390 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-4f487ad3-89e9-4bf9-8045-46f426d402ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:34.781910 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f549f21-d566-4e04-9251-afd29ca35c32 req-123df56a-e3d3-4b52-a8b5-a5b7199239c1 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:34.783425 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-6f549f21-d566-4e04-9251-afd29ca35c32 req-123df56a-e3d3-4b52-a8b5-a5b7199239c1 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.59 "GET /v2.0/ports?device_id=e030279b-c024-4dab-878d-13d797e0207d HTTP/1.1" status: 200 len: 945 time: 0.0490773 Aug 10 11:36:34.875437 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [req-6f549f21-d566-4e04-9251-afd29ca35c32 req-237b6223-c7c8-4525-9138-d76f3b7f6980 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Deleting port 14c022f2-a5c0-4a89-badb-a3c9f879f47b {{(pid=93315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:36:34.875783 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-6f549f21-d566-4e04-9251-afd29ca35c32 req-237b6223-c7c8-4525-9138-d76f3b7f6980 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:34.963156 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-6f549f21-d566-4e04-9251-afd29ca35c32 req-237b6223-c7c8-4525-9138-d76f3b7f6980 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] For port 14c022f2-a5c0-4a89-badb-a3c9f879f47b, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=14c022f2-a5c0-4a89-badb-a3c9f879f47b,segment=NetworkSegment(87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79),segment_id=87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79)] {{(pid=93315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:36:34.963526 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-6f549f21-d566-4e04-9251-afd29ca35c32 req-237b6223-c7c8-4525-9138-d76f3b7f6980 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:35.153047 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-6f549f21-d566-4e04-9251-afd29ca35c32 req-237b6223-c7c8-4525-9138-d76f3b7f6980 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:35.153422 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-6f549f21-d566-4e04-9251-afd29ca35c32 req-237b6223-c7c8-4525-9138-d76f3b7f6980 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-134149778'] for floatingip, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:35.153738 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.db.l3_db [req-6f549f21-d566-4e04-9251-afd29ca35c32 req-237b6223-c7c8-4525-9138-d76f3b7f6980 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Floating IP 9a238c30-bbaa-4761-b523-b454b9744595 disassociated. External IP: 172.27.1.103, port: 14c022f2-a5c0-4a89-badb-a3c9f879f47b. Aug 10 11:36:35.154080 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [req-6f549f21-d566-4e04-9251-afd29ca35c32 req-237b6223-c7c8-4525-9138-d76f3b7f6980 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Calling delete_port for 14c022f2-a5c0-4a89-badb-a3c9f879f47b owned by compute:nova {{(pid=93315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:36:35.181580 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f9b0d8-3430-4659-aee2-5103b46e91bb req-7c3011b0-d3c7-41ba-9f28-f913e81f390a tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:35.183104 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-13f9b0d8-3430-4659-aee2-5103b46e91bb req-7c3011b0-d3c7-41ba-9f28-f913e81f390a tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/ports?device_id=e030279b-c024-4dab-878d-13d797e0207d HTTP/1.1" status: 200 len: 945 time: 0.0748346 Aug 10 11:36:35.256358 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-13f9b0d8-3430-4659-aee2-5103b46e91bb req-6834ea76-b622-4715-b0eb-be15d8ed1a76 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups?id=497f3947-355f-4b3f-83c8-215fa9ce6e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466626 Aug 10 11:36:35.328663 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-6f549f21-d566-4e04-9251-afd29ca35c32 req-237b6223-c7c8-4525-9138-d76f3b7f6980 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:35.360553 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b6223-c7c8-4525-9138-d76f3b7f6980 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Pushing event deleted for resources: {'Port': ['ID=14c022f2-a5c0-4a89-badb-a3c9f879f47b,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:36:35.372451 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b6223-c7c8-4525-9138-d76f3b7f6980 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:36:35.372827 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b6223-c7c8-4525-9138-d76f3b7f6980 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:36:35.373171 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b6223-c7c8-4525-9138-d76f3b7f6980 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:36:35.373507 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b6223-c7c8-4525-9138-d76f3b7f6980 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:36:35.373841 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b6223-c7c8-4525-9138-d76f3b7f6980 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:36:35.374176 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b6223-c7c8-4525-9138-d76f3b7f6980 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:36:35.374522 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b6223-c7c8-4525-9138-d76f3b7f6980 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:36:35.374834 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b6223-c7c8-4525-9138-d76f3b7f6980 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:36:35.375163 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b6223-c7c8-4525-9138-d76f3b7f6980 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:36:35.375485 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b6223-c7c8-4525-9138-d76f3b7f6980 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:36:35.375810 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b6223-c7c8-4525-9138-d76f3b7f6980 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:36:35.376135 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b6223-c7c8-4525-9138-d76f3b7f6980 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:36:35.480474 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f549f21-d566-4e04-9251-afd29ca35c32 req-237b6223-c7c8-4525-9138-d76f3b7f6980 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Router af8eb0cd-5032-493c-abd5-dadab57103c0 has already been hosted by L3 agent c7f5eca1-6939-476e-9546-e5f0f7bb2dc8 {{(pid=93315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 11:36:35.583043 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f549f21-d566-4e04-9251-afd29ca35c32 req-237b6223-c7c8-4525-9138-d76f3b7f6980 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify agent at l3_agent.dv-cinder-792800-5-iscsi the message routers_updated {{(pid=93315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 11:36:35.593681 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033fbd0a-0bb3-4134-b1c1-c0783d16e14b None None] Sync routers for ids ['af8eb0cd-5032-493c-abd5-dadab57103c0'] in dv-cinder-792800-5-iscsi {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 11:36:35.602563 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033fbd0a-0bb3-4134-b1c1-c0783d16e14b None None] Routers {'af8eb0cd-5032-493c-abd5-dadab57103c0'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:36:35.603190 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-033fbd0a-0bb3-4134-b1c1-c0783d16e14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:36:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['af8eb0cd-5032-493c-abd5-dadab57103c0'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:36:35.621254 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f549f21-d566-4e04-9251-afd29ca35c32 req-237b6223-c7c8-4525-9138-d76f3b7f6980 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] No DVR routers for this DVR port 14c022f2-a5c0-4a89-badb-a3c9f879f47b on host hv-cinder-79280 {{(pid=93315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 11:36:35.623750 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-6f549f21-d566-4e04-9251-afd29ca35c32 req-237b6223-c7c8-4525-9138-d76f3b7f6980 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:35.625760 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-6f549f21-d566-4e04-9251-afd29ca35c32 req-237b6223-c7c8-4525-9138-d76f3b7f6980 tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.59 "DELETE /v2.0/ports/14c022f2-a5c0-4a89-badb-a3c9f879f47b HTTP/1.1" status: 204 len: 173 time: 0.8353930 Aug 10 11:36:35.626201 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e030279b-c024-4dab-878d-13d797e0207d', 'name': 'network-vif-deleted', 'tag': '14c022f2-a5c0-4a89-badb-a3c9f879f47b'}] {{(pid=93315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:36:35.628418 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6373fc61674628fc4ea179701e5cfbb487487662fff8fb4d49624df9baba4f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e632610-1a56-4d12-a800-6e79e9d24727" -d '{"events": [{"server_uuid": "e030279b-c024-4dab-878d-13d797e0207d", "name": "network-vif-deleted", "tag": "14c022f2-a5c0-4a89-badb-a3c9f879f47b"}]}' {{(pid=93315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:36:35.665808 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 11:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41c28e7-a418-4594-9f75-638f0e928cb0 x-openstack-request-id: req-c41c28e7-a418-4594-9f75-638f0e928cb0 {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:36:35.666096 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e030279b-c024-4dab-878d-13d797e0207d", "name": "network-vif-deleted", "tag": "14c022f2-a5c0-4a89-badb-a3c9f879f47b", "status": "completed", "code": 200}]} {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:36:35.666343 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c41c28e7-a418-4594-9f75-638f0e928cb0 {{(pid=93315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:36:35.666739 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e030279b-c024-4dab-878d-13d797e0207d', 'name': 'network-vif-deleted', 'tag': '14c022f2-a5c0-4a89-badb-a3c9f879f47b', 'status': 'completed', 'code': 200} Aug 10 11:36:35.717829 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-033fbd0a-0bb3-4134-b1c1-c0783d16e14b None None] Set router af8eb0cd-5032-493c-abd5-dadab57103c0 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:36:35.939541 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-033fbd0a-0bb3-4134-b1c1-c0783d16e14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'name': 'tempest-AttachVolumeTestJSON-809001131-router', 'tenant_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b933f823-533c-4647-ae13-9259e9143b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:30:30Z', 'updated_at': '2021-08-10T11:30:34Z', 'revision_number': 4, 'project_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'gw_port': {'id': 'b933f823-533c-4647-ae13-9259e9143b57', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:30:31Z', 'updated_at': '2021-08-10T11:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': 'be7232de-88c2-4c9c-9fa1-9200d7b1ce9d', 'name': '', 'network_id': '6db70112-8cd9-467f-aa72-29de5ea56ae8', 'tenant_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'mac_address': 'fa:16:3e:35:7f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'fc1e85e4-da01-4b14-969e-682bd3f5912f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:30:33Z', 'updated_at': '2021-08-10T11:30:43Z', 'revision_number': 5, 'project_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'subnets': [{'id': 'fc1e85e4-da01-4b14-969e-682bd3f5912f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:36:35.970223 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033fbd0a-0bb3-4134-b1c1-c0783d16e14b None None] Checking router: af8eb0cd-5032-493c-abd5-dadab57103c0 for host: dv-cinder-792800-5-iscsi {{(pid=93317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 11:36:35.978359 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033fbd0a-0bb3-4134-b1c1-c0783d16e14b None None] Routers {'af8eb0cd-5032-493c-abd5-dadab57103c0'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:36:35.978968 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-033fbd0a-0bb3-4134-b1c1-c0783d16e14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:36:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['af8eb0cd-5032-493c-abd5-dadab57103c0'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:36:36.090234 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-033fbd0a-0bb3-4134-b1c1-c0783d16e14b None None] Set router af8eb0cd-5032-493c-abd5-dadab57103c0 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:36:36.293293 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-033fbd0a-0bb3-4134-b1c1-c0783d16e14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'name': 'tempest-AttachVolumeTestJSON-809001131-router', 'tenant_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b933f823-533c-4647-ae13-9259e9143b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:30:30Z', 'updated_at': '2021-08-10T11:30:34Z', 'revision_number': 4, 'project_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'gw_port': {'id': 'b933f823-533c-4647-ae13-9259e9143b57', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:30:31Z', 'updated_at': '2021-08-10T11:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': 'be7232de-88c2-4c9c-9fa1-9200d7b1ce9d', 'name': '', 'network_id': '6db70112-8cd9-467f-aa72-29de5ea56ae8', 'tenant_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'mac_address': 'fa:16:3e:35:7f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'fc1e85e4-da01-4b14-969e-682bd3f5912f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:30:33Z', 'updated_at': '2021-08-10T11:30:43Z', 'revision_number': 5, 'project_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'subnets': [{'id': 'fc1e85e4-da01-4b14-969e-682bd3f5912f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:36:36.319719 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033fbd0a-0bb3-4134-b1c1-c0783d16e14b None None] The sync data for ids ['af8eb0cd-5032-493c-abd5-dadab57103c0'] in dv-cinder-792800-5-iscsi is: [{'id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'name': 'tempest-AttachVolumeTestJSON-809001131-router', 'tenant_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b933f823-533c-4647-ae13-9259e9143b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:30:30Z', 'updated_at': '2021-08-10T11:30:34Z', 'revision_number': 4, 'project_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'gw_port': {'id': 'b933f823-533c-4647-ae13-9259e9143b57', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:30:31Z', 'updated_at': '2021-08-10T11:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': 'be7232de-88c2-4c9c-9fa1-9200d7b1ce9d', 'name': '', 'network_id': '6db70112-8cd9-467f-aa72-29de5ea56ae8', 'tenant_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'mac_address': 'fa:16:3e:35:7f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'fc1e85e4-da01-4b14-969e-682bd3f5912f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:30:33Z', 'updated_at': '2021-08-10T11:30:43Z', 'revision_number': 5, 'project_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'subnets': [{'id': 'fc1e85e4-da01-4b14-969e-682bd3f5912f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 11:36:36.341157 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 56468) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:36:36.399005 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-f3277d8a-8936-497e-9648-c24048f17a0e tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:36.421958 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-f3277d8a-8936-497e-9648-c24048f17a0e tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:36.469965 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-f3277d8a-8936-497e-9648-c24048f17a0e tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:36.472597 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-f3277d8a-8936-497e-9648-c24048f17a0e tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:36.473776 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-f3277d8a-8936-497e-9648-c24048f17a0e tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "DELETE /v2.0/security-groups/497f3947-355f-4b3f-83c8-215fa9ce6e34 HTTP/1.1" status: 204 len: 168 time: 0.1315393 Aug 10 11:36:36.476644 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 56470) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:36:36.483488 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3277d8a-8936-497e-9648-c24048f17a0e tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=497f3947-355f-4b3f-83c8-215fa9ce6e34,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:36:36.499921 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.api.v2.resource [None req-df6bf421-8280-4543-920d-18292e0ca02f tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] show failed (client error): The resource could not be found. Aug 10 11:36:36.501751 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-df6bf421-8280-4543-920d-18292e0ca02f tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "GET /v2.0/security-groups/497f3947-355f-4b3f-83c8-215fa9ce6e34 HTTP/1.1" status: 404 len: 347 time: 0.0237777 Aug 10 11:36:36.504651 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 56472) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:36:36.533902 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5b0b36-a04b-4610-8f9e-c15cec2fcd12 None None] New status for floating IP 9a238c30-bbaa-4761-b523-b454b9744595: DOWN {{(pid=93318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 11:36:36.629068 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [None req-e271037a-a11b-4c6f-848f-9b30ac3cce0a tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Deleting port 8d8be8fd-9ec1-4981-987b-b13b2245a662 {{(pid=93315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:36:36.629407 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-e271037a-a11b-4c6f-848f-9b30ac3cce0a tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:36.707816 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-e271037a-a11b-4c6f-848f-9b30ac3cce0a tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:36.708145 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-e271037a-a11b-4c6f-848f-9b30ac3cce0a tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:36.719247 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [None req-e271037a-a11b-4c6f-848f-9b30ac3cce0a tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Calling delete_port for 8d8be8fd-9ec1-4981-987b-b13b2245a662 owned by network:floatingip {{(pid=93315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:36:36.975905 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-761c0c54-dfa1-45e5-a758-b072eb4e927a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:37.067995 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-e271037a-a11b-4c6f-848f-9b30ac3cce0a tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:37.092392 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e271037a-a11b-4c6f-848f-9b30ac3cce0a tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Pushing event deleted for resources: {'Port': ['ID=8d8be8fd-9ec1-4981-987b-b13b2245a662,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:36:37.129350 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:37.151235 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-e271037a-a11b-4c6f-848f-9b30ac3cce0a tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks [] for floatingip, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:37.154358 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-e271037a-a11b-4c6f-848f-9b30ac3cce0a tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for floatingip, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:37.155554 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-e271037a-a11b-4c6f-848f-9b30ac3cce0a tempest-AttachVolumeTestJSON-1949369409 tempest-AttachVolumeTestJSON-1949369409-project] 10.222.0.24 "DELETE /v2.0/floatingips/9a238c30-bbaa-4761-b523-b454b9744595 HTTP/1.1" status: 204 len: 168 time: 0.6499157 Aug 10 11:36:37.927720 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-b3865e76-5392-4690-91e0-0d01f8cdc9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:39.781526 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-68530e51-c783-4460-a419-f96f34511541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:40.056366 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 14c022f2-a5c0-4a89-badb-a3c9f879f47b no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 11:36:40.075409 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] No Port match for: 14c022f2-a5c0-4a89-badb-a3c9f879f47b {{(pid=93317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 11:36:40.075751 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 14c022f2-a5c0-4a89-badb-a3c9f879f47b not bound to the agent host hv-cinder-79280 {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 11:36:40.678432 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 56504) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:36:41.173395 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-f3597ad8-96d7-4a3a-adcf-3c927357084d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-134174610'] for router_interface, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:41.465985 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [None req-f3597ad8-96d7-4a3a-adcf-3c927357084d admin admin] Deleting port be7232de-88c2-4c9c-9fa1-9200d7b1ce9d {{(pid=93315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:36:41.466235 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-f3597ad8-96d7-4a3a-adcf-3c927357084d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:41.542041 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [None req-f3597ad8-96d7-4a3a-adcf-3c927357084d admin admin] For port be7232de-88c2-4c9c-9fa1-9200d7b1ce9d, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=be7232de-88c2-4c9c-9fa1-9200d7b1ce9d,segment=NetworkSegment(87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79),segment_id=87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79)] {{(pid=93315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:36:41.542288 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-f3597ad8-96d7-4a3a-adcf-3c927357084d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:41.554730 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [None req-f3597ad8-96d7-4a3a-adcf-3c927357084d admin admin] Calling delete_port for be7232de-88c2-4c9c-9fa1-9200d7b1ce9d owned by network:router_interface {{(pid=93315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:36:41.727380 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-f3597ad8-96d7-4a3a-adcf-3c927357084d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:41.754004 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3597ad8-96d7-4a3a-adcf-3c927357084d admin admin] Pushing event deleted for resources: {'Port': ['ID=be7232de-88c2-4c9c-9fa1-9200d7b1ce9d,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:36:41.912689 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-f3597ad8-96d7-4a3a-adcf-3c927357084d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133803065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-134148898'] for router_interface, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:42.118856 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3597ad8-96d7-4a3a-adcf-3c927357084d admin admin] Router af8eb0cd-5032-493c-abd5-dadab57103c0 has already been hosted by L3 agent c7f5eca1-6939-476e-9546-e5f0f7bb2dc8 {{(pid=93315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 11:36:42.221811 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3597ad8-96d7-4a3a-adcf-3c927357084d admin admin] Notify agent at l3_agent.dv-cinder-792800-5-iscsi the message routers_updated {{(pid=93315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 11:36:42.227295 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-f3597ad8-96d7-4a3a-adcf-3c927357084d admin admin] 10.222.0.24 "PUT /v2.0/routers/af8eb0cd-5032-493c-abd5-dadab57103c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5478480 Aug 10 11:36:42.230409 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 56508) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:36:42.231094 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a87d5a6-cc84-4191-baab-750f288632d7 None None] Sync routers for ids ['af8eb0cd-5032-493c-abd5-dadab57103c0'] in dv-cinder-792800-5-iscsi {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 11:36:42.240139 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a87d5a6-cc84-4191-baab-750f288632d7 None None] Routers {'af8eb0cd-5032-493c-abd5-dadab57103c0'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:36:42.240890 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-0a87d5a6-cc84-4191-baab-750f288632d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:36:37Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['af8eb0cd-5032-493c-abd5-dadab57103c0'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:36:42.333312 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-0b903421-8040-4459-9036-65306d925430 admin admin] Notify callbacks [] for router, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:42.439256 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-0b903421-8040-4459-9036-65306d925430 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:42.467562 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-0a87d5a6-cc84-4191-baab-750f288632d7 None None] Set router af8eb0cd-5032-493c-abd5-dadab57103c0 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:36:42.490420 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [None req-0b903421-8040-4459-9036-65306d925430 admin admin] Deleting port b933f823-533c-4647-ae13-9259e9143b57 {{(pid=93315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:36:42.490766 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-0b903421-8040-4459-9036-65306d925430 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:42.571066 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [None req-0b903421-8040-4459-9036-65306d925430 admin admin] For port b933f823-533c-4647-ae13-9259e9143b57, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=b933f823-533c-4647-ae13-9259e9143b57,segment=NetworkSegment(f70d9b94-9741-4a97-8751-b62ba7cc47d6),segment_id=f70d9b94-9741-4a97-8751-b62ba7cc47d6)] {{(pid=93315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:36:42.571461 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-0b903421-8040-4459-9036-65306d925430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:42.584797 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [None req-0b903421-8040-4459-9036-65306d925430 admin admin] Calling delete_port for b933f823-533c-4647-ae13-9259e9143b57 owned by network:router_gateway {{(pid=93315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:36:42.646236 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-0a87d5a6-cc84-4191-baab-750f288632d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'name': 'tempest-AttachVolumeTestJSON-809001131-router', 'tenant_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b933f823-533c-4647-ae13-9259e9143b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:30:30Z', 'updated_at': '2021-08-10T11:36:41Z', 'revision_number': 5, 'project_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'gw_port': {'id': 'b933f823-533c-4647-ae13-9259e9143b57', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:30:31Z', 'updated_at': '2021-08-10T11:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi'}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:36:42.673590 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a87d5a6-cc84-4191-baab-750f288632d7 None None] Checking router: af8eb0cd-5032-493c-abd5-dadab57103c0 for host: dv-cinder-792800-5-iscsi {{(pid=93317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 11:36:42.682760 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a87d5a6-cc84-4191-baab-750f288632d7 None None] Routers {'af8eb0cd-5032-493c-abd5-dadab57103c0'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:36:42.683411 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-0a87d5a6-cc84-4191-baab-750f288632d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:36:37Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['af8eb0cd-5032-493c-abd5-dadab57103c0'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:36:42.750193 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-0b903421-8040-4459-9036-65306d925430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:42.771382 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-0a87d5a6-cc84-4191-baab-750f288632d7 None None] Set router af8eb0cd-5032-493c-abd5-dadab57103c0 gateway port host: None {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:36:42.776168 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b903421-8040-4459-9036-65306d925430 admin admin] Pushing event deleted for resources: {'Port': ['ID=b933f823-533c-4647-ae13-9259e9143b57,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:36:42.825776 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-0a87d5a6-cc84-4191-baab-750f288632d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'name': 'tempest-AttachVolumeTestJSON-809001131-router', 'tenant_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:30:30Z', 'updated_at': '2021-08-10T11:36:42Z', 'revision_number': 6, 'project_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'gw_port_host': None}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:36:42.836620 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-0b903421-8040-4459-9036-65306d925430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-134149828'] for router_gateway, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:42.853858 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a87d5a6-cc84-4191-baab-750f288632d7 None None] The sync data for ids ['af8eb0cd-5032-493c-abd5-dadab57103c0'] in dv-cinder-792800-5-iscsi is: [{'id': 'af8eb0cd-5032-493c-abd5-dadab57103c0', 'name': 'tempest-AttachVolumeTestJSON-809001131-router', 'tenant_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:30:30Z', 'updated_at': '2021-08-10T11:36:42Z', 'revision_number': 6, 'project_id': '84f5dbe3e1cf47c299d5230d7ef39f9f', 'gw_port_host': None}] {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 11:36:42.929491 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-0b903421-8040-4459-9036-65306d925430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-134123056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-507789'] for router, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:42.931608 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-0b903421-8040-4459-9036-65306d925430 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:42.976278 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-0b903421-8040-4459-9036-65306d925430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-134123049'] for router, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:42.976859 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b903421-8040-4459-9036-65306d925430 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af8eb0cd-5032-493c-abd5-dadab57103c0 {{(pid=93315) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 11:36:42.981545 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-0b903421-8040-4459-9036-65306d925430 admin admin] Notify callbacks [] for router, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:42.982782 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-0b903421-8040-4459-9036-65306d925430 admin admin] 10.222.0.24 "DELETE /v2.0/routers/af8eb0cd-5032-493c-abd5-dadab57103c0 HTTP/1.1" status: 204 len: 168 time: 0.7514496 Aug 10 11:36:42.985306 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 56510) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:36:43.029140 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.db_base_plugin_v2 [None req-abb2218d-fed8-477d-985c-63a34539041c admin admin] Deleting subnet fc1e85e4-da01-4b14-969e-682bd3f5912f {{(pid=93315) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 11:36:43.032178 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-abb2218d-fed8-477d-985c-63a34539041c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:43.065252 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-abb2218d-fed8-477d-985c-63a34539041c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130910312'] for subnet, precommit_delete_associations {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:43.170988 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-abb2218d-fed8-477d-985c-63a34539041c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926530'] for subnet, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:43.224857 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-abb2218d-fed8-477d-985c-63a34539041c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134105691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130149106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130360371'] for subnet, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:43.255939 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb2218d-fed8-477d-985c-63a34539041c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc1e85e4-da01-4b14-969e-682bd3f5912f,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:36:43.260649 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-abb2218d-fed8-477d-985c-63a34539041c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:43.263262 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-abb2218d-fed8-477d-985c-63a34539041c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fc1e85e4-da01-4b14-969e-682bd3f5912f HTTP/1.1" status: 204 len: 168 time: 0.2769892 Aug 10 11:36:43.265766 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 56512) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:36:43.269190 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470b030b-689b-47a8-b8f3-0482321f313d None None] Network 6db70112-8cd9-467f-aa72-29de5ea56ae8 requested from dv-cinder-792800-5-iscsi {{(pid=93317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:36:43.561318 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-08509a89-3bf3-40ed-8fec-32a59422dea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631178'] for network, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:43.607479 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef58808-3a04-4c78-aae5-ac5855185e3a None None] DHCP port deletion for 6db70112-8cd9-467f-aa72-29de5ea56ae8 request from dv-cinder-792800-5-iscsi {{(pid=93317) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 11:36:43.625493 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [None req-08509a89-3bf3-40ed-8fec-32a59422dea3 admin admin] Deleting port 0ab621cd-f227-4152-bddf-ed5a5d125c3e {{(pid=93315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:36:43.625941 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-08509a89-3bf3-40ed-8fec-32a59422dea3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:43.662349 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device be7232de-88c2-4c9c-9fa1-9200d7b1ce9d no longer exists at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 11:36:43.686664 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] No Port match for: be7232de-88c2-4c9c-9fa1-9200d7b1ce9d {{(pid=93317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 11:36:43.687003 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device be7232de-88c2-4c9c-9fa1-9200d7b1ce9d not bound to the agent host dv-cinder-792800-5-iscsi {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 11:36:43.687417 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 0ab621cd-f227-4152-bddf-ed5a5d125c3e no longer exists at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 11:36:43.689818 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-8ef58808-3a04-4c78-aae5-ac5855185e3a None None] Deleting port 0ab621cd-f227-4152-bddf-ed5a5d125c3e {{(pid=93317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:36:43.690190 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-8ef58808-3a04-4c78-aae5-ac5855185e3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:43.697278 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [None req-08509a89-3bf3-40ed-8fec-32a59422dea3 admin admin] For port 0ab621cd-f227-4152-bddf-ed5a5d125c3e, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=0ab621cd-f227-4152-bddf-ed5a5d125c3e,segment=NetworkSegment(87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79),segment_id=87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79)] {{(pid=93315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:36:43.698712 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-08509a89-3bf3-40ed-8fec-32a59422dea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:43.714029 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [None req-08509a89-3bf3-40ed-8fec-32a59422dea3 admin admin] Calling delete_port for 0ab621cd-f227-4152-bddf-ed5a5d125c3e owned by network:dhcp {{(pid=93315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:36:43.783829 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-8ef58808-3a04-4c78-aae5-ac5855185e3a None None] For port 0ab621cd-f227-4152-bddf-ed5a5d125c3e, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=0ab621cd-f227-4152-bddf-ed5a5d125c3e,segment=NetworkSegment(87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79),segment_id=87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:36:43.784218 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-8ef58808-3a04-4c78-aae5-ac5855185e3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:43.801461 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-08509a89-3bf3-40ed-8fec-32a59422dea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:43.802011 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-8ef58808-3a04-4c78-aae5-ac5855185e3a None None] Calling delete_port for 0ab621cd-f227-4152-bddf-ed5a5d125c3e owned by network:dhcp {{(pid=93317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:36:43.828056 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Port 0ab621cd-f227-4152-bddf-ed5a5d125c3e update to DOWN by agent not found {{(pid=93317) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 10 11:36:43.828421 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device b933f823-533c-4647-ae13-9259e9143b57 no longer exists at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 11:36:43.829336 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08509a89-3bf3-40ed-8fec-32a59422dea3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ab621cd-f227-4152-bddf-ed5a5d125c3e,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:36:43.835380 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08509a89-3bf3-40ed-8fec-32a59422dea3 admin admin] No DVR routers for this DVR port 0ab621cd-f227-4152-bddf-ed5a5d125c3e on host dv-cinder-792800-5-iscsi {{(pid=93315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 11:36:43.858812 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] No Port match for: b933f823-533c-4647-ae13-9259e9143b57 {{(pid=93317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 11:36:43.859159 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device b933f823-533c-4647-ae13-9259e9143b57 not bound to the agent host dv-cinder-792800-5-iscsi {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 11:36:43.918721 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-08509a89-3bf3-40ed-8fec-32a59422dea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-926155', 'neutron.services.segments.db._delete_segments_for_network-8778041053552'] for network, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:43.928878 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.services.segments.db [None req-08509a89-3bf3-40ed-8fec-32a59422dea3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6db70112-8cd9-467f-aa72-29de5ea56ae8']}} {{(pid=93315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:36:43.940088 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.services.segments.db [None req-08509a89-3bf3-40ed-8fec-32a59422dea3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79') {'for_net_delete': True} {{(pid=93315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:36:43.940390 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.services.segments.db [None req-08509a89-3bf3-40ed-8fec-32a59422dea3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87c2c3fe-a42f-47e6-8ba0-5d95cc70cc79') {} {{(pid=93315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:36:43.949093 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-08509a89-3bf3-40ed-8fec-32a59422dea3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778041055865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130910225'] for segment, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:43.962497 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-08509a89-3bf3-40ed-8fec-32a59422dea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462'] for segment, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:43.968901 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08509a89-3bf3-40ed-8fec-32a59422dea3 admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=93315) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 11:36:43.969288 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-08509a89-3bf3-40ed-8fec-32a59422dea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130148888'] for segment, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:43.971220 dv-cinder-792800-5-iscsi neutron-server[93315]: Traceback (most recent call last): Aug 10 11:36:43.971220 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 11:36:43.971220 dv-cinder-792800-5-iscsi neutron-server[93315]: timer() Aug 10 11:36:43.971220 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 11:36:43.971220 dv-cinder-792800-5-iscsi neutron-server[93315]: cb(*args, **kw) Aug 10 11:36:43.971220 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 11:36:43.971220 dv-cinder-792800-5-iscsi neutron-server[93315]: return func(*args, **kwargs) Aug 10 11:36:43.971220 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 11:36:43.971220 dv-cinder-792800-5-iscsi neutron-server[93315]: self._notify() Aug 10 11:36:43.971220 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 11:36:43.971220 dv-cinder-792800-5-iscsi neutron-server[93315]: self.callback(batched_events) Aug 10 11:36:43.971220 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 11:36:43.971220 dv-cinder-792800-5-iscsi neutron-server[93315]: event.method(event) Aug 10 11:36:43.971220 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 11:36:43.971220 dv-cinder-792800-5-iscsi neutron-server[93315]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 11:36:43.971220 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 11:36:43.971220 dv-cinder-792800-5-iscsi neutron-server[93315]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 11:36:43.971220 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 11:36:43.971220 dv-cinder-792800-5-iscsi neutron-server[93315]: return f(self, *a, **k) Aug 10 11:36:43.971220 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 11:36:43.971220 dv-cinder-792800-5-iscsi neutron-server[93315]: return self._get(url).json() Aug 10 11:36:43.971220 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 11:36:43.971220 dv-cinder-792800-5-iscsi neutron-server[93315]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 11:36:43.971220 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 11:36:43.971220 dv-cinder-792800-5-iscsi neutron-server[93315]: return self.request(url, 'GET', **kwargs) Aug 10 11:36:43.971220 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 11:36:43.971220 dv-cinder-792800-5-iscsi neutron-server[93315]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 11:36:43.971220 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 11:36:43.971220 dv-cinder-792800-5-iscsi neutron-server[93315]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 11:36:43.971220 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 11:36:43.971220 dv-cinder-792800-5-iscsi neutron-server[93315]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 11:36:43.971220 dv-cinder-792800-5-iscsi neutron-server[93315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 11:36:43.973659 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-8ef58808-3a04-4c78-aae5-ac5855185e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045'] for port, after_delete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:44.003342 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef58808-3a04-4c78-aae5-ac5855185e3a None None] Pushing event deleted for resources: {'Port': ['ID=0ab621cd-f227-4152-bddf-ed5a5d125c3e,revision_number=None']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:36:44.005606 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef58808-3a04-4c78-aae5-ac5855185e3a None None] No DVR routers for this DVR port 0ab621cd-f227-4152-bddf-ed5a5d125c3e on host dv-cinder-792800-5-iscsi {{(pid=93317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 11:36:44.013215 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef58808-3a04-4c78-aae5-ac5855185e3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:36:44.013564 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef58808-3a04-4c78-aae5-ac5855185e3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:36:44.013917 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef58808-3a04-4c78-aae5-ac5855185e3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:36:44.014254 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef58808-3a04-4c78-aae5-ac5855185e3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:36:44.014584 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef58808-3a04-4c78-aae5-ac5855185e3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:36:44.014918 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef58808-3a04-4c78-aae5-ac5855185e3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:36:44.015246 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef58808-3a04-4c78-aae5-ac5855185e3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:36:44.015573 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef58808-3a04-4c78-aae5-ac5855185e3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:36:44.015905 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef58808-3a04-4c78-aae5-ac5855185e3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:36:44.016217 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef58808-3a04-4c78-aae5-ac5855185e3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:36:44.016618 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef58808-3a04-4c78-aae5-ac5855185e3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:36:44.016878 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef58808-3a04-4c78-aae5-ac5855185e3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:36:44.035180 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-08509a89-3bf3-40ed-8fec-32a59422dea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-926144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-134149792'] for network, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:44.040587 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-08509a89-3bf3-40ed-8fec-32a59422dea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for network, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:44.045937 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-08509a89-3bf3-40ed-8fec-32a59422dea3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6db70112-8cd9-467f-aa72-29de5ea56ae8 HTTP/1.1" status: 204 len: 168 time: 0.7783971 Aug 10 11:36:44.057090 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08509a89-3bf3-40ed-8fec-32a59422dea3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6db70112-8cd9-467f-aa72-29de5ea56ae8,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:36:44.152872 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 56516) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:36:44.192337 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-1f476d5f-82ae-401e-a774-2f8359ebe44c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=84f5dbe3e1cf47c299d5230d7ef39f9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381727 Aug 10 11:36:44.194860 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 56518) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:36:44.241946 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-29bdc2e9-ad1e-4d3a-8388-dead76dea198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:44.262822 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-29bdc2e9-ad1e-4d3a-8388-dead76dea198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:44.309588 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-29bdc2e9-ad1e-4d3a-8388-dead76dea198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:44.312202 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-29bdc2e9-ad1e-4d3a-8388-dead76dea198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:44.313421 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-29bdc2e9-ad1e-4d3a-8388-dead76dea198 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/910188d1-6a55-4a2d-960a-98029f064d2a HTTP/1.1" status: 204 len: 168 time: 0.1178010 Aug 10 11:36:44.320803 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bdc2e9-ad1e-4d3a-8388-dead76dea198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910188d1-6a55-4a2d-960a-98029f064d2a,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:36:44.849924 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:44.966894 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 56540) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:36:45.059308 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-242327c7-f072-446c-b1a9-4fde5802dd07 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1830592059-network', 'tenant_id': 'a1584f3ed8d0470fa09ce0984290fe5d'}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:36:45.079777 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242327c7-f072-446c-b1a9-4fde5802dd07 admin admin] Made reservation on behalf of a1584f3ed8d0470fa09ce0984290fe5d for: {'network': 1} {{(pid=93316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:36:45.082087 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-242327c7-f072-446c-b1a9-4fde5802dd07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for network, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:45.090151 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-242327c7-f072-446c-b1a9-4fde5802dd07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:45.177752 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-242327c7-f072-446c-b1a9-4fde5802dd07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:45.181499 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-242327c7-f072-446c-b1a9-4fde5802dd07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:45.208564 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-242327c7-f072-446c-b1a9-4fde5802dd07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=93316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 11:36:45.213803 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242327c7-f072-446c-b1a9-4fde5802dd07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6c7fc0-4b04-42cf-a72a-e3b354e0d15e,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:36:45.221525 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-242327c7-f072-446c-b1a9-4fde5802dd07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462'] for segment, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:45.221841 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.db.segments_db [None req-242327c7-f072-446c-b1a9-4fde5802dd07 admin admin] Added segment f590e8e8-eb77-44b5-b3b4-77c417bdd04b of type vlan for network 02710295-ca4d-44ac-b1e8-d7eafd73bfc3 Aug 10 11:36:45.262153 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-242327c7-f072-446c-b1a9-4fde5802dd07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778040477516'] for network, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:45.288929 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-242327c7-f072-446c-b1a9-4fde5802dd07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008'] for network, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:45.289856 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242327c7-f072-446c-b1a9-4fde5802dd07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:45.290448 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-242327c7-f072-446c-b1a9-4fde5802dd07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for network, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:45.341244 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-242327c7-f072-446c-b1a9-4fde5802dd07 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3732452 Aug 10 11:36:45.344320 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 56544) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:36:45.350657 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [None req-0842813b-f61d-425a-b9a6-b6955f80a830 admin admin] Request body: {'subnet': {'network_id': '02710295-ca4d-44ac-b1e8-d7eafd73bfc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1830592059-subnet', 'tenant_id': 'a1584f3ed8d0470fa09ce0984290fe5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:36:45.352157 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242327c7-f072-446c-b1a9-4fde5802dd07 admin admin] Pushing event updated for resources: {'Network': ['ID=02710295-ca4d-44ac-b1e8-d7eafd73bfc3,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:36:45.365215 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Network 02710295-ca4d-44ac-b1e8-d7eafd73bfc3 details requested by agent ovs-agent-dv-cinder-792800-5-iscsi with host dv-cinder-792800-5-iscsi {{(pid=93317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 11:36:45.374817 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0842813b-f61d-425a-b9a6-b6955f80a830 admin admin] Made reservation on behalf of a1584f3ed8d0470fa09ce0984290fe5d for: {'subnet': 1} {{(pid=93315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:36:45.377158 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-0842813b-f61d-425a-b9a6-b6955f80a830 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130361298'] for subnet, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:45.547141 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-0842813b-f61d-425a-b9a6-b6955f80a830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134105691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130149043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130361280'] for subnet, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:45.600802 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0842813b-f61d-425a-b9a6-b6955f80a830 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80332a57-e941-4fbe-a8fa-0d365365ea89,revision_number=0']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:36:45.609768 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0842813b-f61d-425a-b9a6-b6955f80a830 admin admin] Checking segment: {'id': 'f590e8e8-eb77-44b5-b3b4-77c417bdd04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '02710295-ca4d-44ac-b1e8-d7eafd73bfc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:36:45.610133 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0842813b-f61d-425a-b9a6-b6955f80a830 admin admin] Network hostable DHCP agents. Network: 02710295-ca4d-44ac-b1e8-d7eafd73bfc3, hostable agents: ['0b3fe0ed-30c0-4c64-a4f4-6f12777a422c'], hosted agents: [] {{(pid=93315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 11:36:45.626526 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0842813b-f61d-425a-b9a6-b6955f80a830 admin admin] Network 02710295-ca4d-44ac-b1e8-d7eafd73bfc3 is scheduled to be hosted by DHCP agent 0b3fe0ed-30c0-4c64-a4f4-6f12777a422c with binding_index 1 {{(pid=93315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 11:36:45.635171 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.base_scheduler [None req-0842813b-f61d-425a-b9a6-b6955f80a830 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-5-iscsi, 02710295-ca4d-44ac-b1e8-d7eafd73bfc3) {{(pid=93315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:36:45.639191 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0842813b-f61d-425a-b9a6-b6955f80a830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:45.639774 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-0842813b-f61d-425a-b9a6-b6955f80a830 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:45.645426 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc6192b-febb-43ac-8a28-dc16507425a5 None None] Network 02710295-ca4d-44ac-b1e8-d7eafd73bfc3 requested from dv-cinder-792800-5-iscsi {{(pid=93317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:36:45.661621 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-0842813b-f61d-425a-b9a6-b6955f80a830 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3080273 Aug 10 11:36:45.770992 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2a31a6-626f-4723-b6a6-b9da77e755a9 None None] Network 02710295-ca4d-44ac-b1e8-d7eafd73bfc3 requested from dv-cinder-792800-5-iscsi {{(pid=93317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:36:46.079823 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe75867-6540-4e38-a5d2-e7378213692f req-79410978-7836-4750-8ed2-168bfe9c806e tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:46.081335 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-fbe75867-6540-4e38-a5d2-e7378213692f req-79410978-7836-4750-8ed2-168bfe9c806e tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/networks?id=02710295-ca4d-44ac-b1e8-d7eafd73bfc3 HTTP/1.1" status: 200 len: 815 time: 0.1035032 Aug 10 11:36:46.096105 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-fbe75867-6540-4e38-a5d2-e7378213692f req-ae201aa1-37bc-4d77-8c17-59e27eaa3bba tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/quotas/a1584f3ed8d0470fa09ce0984290fe5d HTTP/1.1" status: 200 len: 375 time: 0.0088766 Aug 10 11:36:46.127975 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-fbe75867-6540-4e38-a5d2-e7378213692f req-c1e8f0ba-2a95-4b7d-bc83-05b274cd483c tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a1584f3ed8d0470fa09ce0984290fe5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262001 Aug 10 11:36:46.262317 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-fbe75867-6540-4e38-a5d2-e7378213692f req-eb9fa085-e754-407d-b4e9-eba998e21fed service neutron] 10.222.0.24 "GET /v2.0/networks/02710295-ca4d-44ac-b1e8-d7eafd73bfc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274667 Aug 10 11:36:46.356490 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-fbe75867-6540-4e38-a5d2-e7378213692f req-783706d8-cf0e-45f5-a683-293e27364435 service neutron] 10.222.0.24 "GET /v2.0/networks/02710295-ca4d-44ac-b1e8-d7eafd73bfc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880611 Aug 10 11:36:46.511186 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-79a8a2fc-ab22-4213-b27a-f97c6dc21e60 req-2a55169c-4998-417a-bccf-386896c62af3 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16f04d-62e1-4cf6-8943-e41907ba9d44 HTTP/1.1" status: 200 len: 210 time: 0.0265298 Aug 10 11:36:47.451618 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe75867-6540-4e38-a5d2-e7378213692f req-36131255-220c-4170-b1f3-a6df6e1ead3e tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:47.453191 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-fbe75867-6540-4e38-a5d2-e7378213692f req-36131255-220c-4170-b1f3-a6df6e1ead3e tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.59 "GET /v2.0/networks?id=02710295-ca4d-44ac-b1e8-d7eafd73bfc3 HTTP/1.1" status: 200 len: 815 time: 0.1197155 Aug 10 11:36:47.469907 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [req-fbe75867-6540-4e38-a5d2-e7378213692f req-babf50f7-736b-4516-bde1-dad352fffdb6 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Request body: {'port': {'device_id': '1b16f04d-62e1-4cf6-8943-e41907ba9d44', 'network_id': '02710295-ca4d-44ac-b1e8-d7eafd73bfc3', 'admin_state_up': True, 'tenant_id': 'a1584f3ed8d0470fa09ce0984290fe5d'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:36:47.586326 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbe75867-6540-4e38-a5d2-e7378213692f req-babf50f7-736b-4516-bde1-dad352fffdb6 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Made reservation on behalf of a1584f3ed8d0470fa09ce0984290fe5d for: {'port': 1} {{(pid=93315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:36:47.590377 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-fbe75867-6540-4e38-a5d2-e7378213692f req-babf50f7-736b-4516-bde1-dad352fffdb6 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:47.629798 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-6e3496c3-ad29-4f73-ad7d-9b832072d47d req-ba793df1-8a5f-4f7e-bdaa-e49d05f01530 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16f04d-62e1-4cf6-8943-e41907ba9d44 HTTP/1.1" status: 200 len: 210 time: 0.0369723 Aug 10 11:36:47.743903 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.db_base_plugin_common [req-fbe75867-6540-4e38-a5d2-e7378213692f req-babf50f7-736b-4516-bde1-dad352fffdb6 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Allocated IP 172.20.0.6 (02710295-ca4d-44ac-b1e8-d7eafd73bfc3/80332a57-e941-4fbe-a8fa-0d365365ea89/992d2904-71ec-4c9c-a627-ccdcce328b48) {{(pid=93315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:36:47.905385 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-fbe75867-6540-4e38-a5d2-e7378213692f req-babf50f7-736b-4516-bde1-dad352fffdb6 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Notify callbacks [] for port, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:47.944009 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-fbe75867-6540-4e38-a5d2-e7378213692f req-babf50f7-736b-4516-bde1-dad352fffdb6 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:47.985786 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbe75867-6540-4e38-a5d2-e7378213692f req-babf50f7-736b-4516-bde1-dad352fffdb6 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Network 02710295-ca4d-44ac-b1e8-d7eafd73bfc3 is already hosted by enough agents. {{(pid=93315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:36:47.990677 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.base_scheduler [req-fbe75867-6540-4e38-a5d2-e7378213692f req-babf50f7-736b-4516-bde1-dad352fffdb6 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Resources bound (agent type, host, resource id): {{(pid=93315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:36:47.994595 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbe75867-6540-4e38-a5d2-e7378213692f req-babf50f7-736b-4516-bde1-dad352fffdb6 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Received port after_create {{(pid=93315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:36:48.017549 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babf50f7-736b-4516-bde1-dad352fffdb6 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Pushing event updated for resources: {'Port': ['ID=992d2904-71ec-4c9c-a627-ccdcce328b48,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:36:48.043747 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe75867-6540-4e38-a5d2-e7378213692f req-babf50f7-736b-4516-bde1-dad352fffdb6 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:48.044350 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-fbe75867-6540-4e38-a5d2-e7378213692f req-babf50f7-736b-4516-bde1-dad352fffdb6 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:48.057566 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-fbe75867-6540-4e38-a5d2-e7378213692f req-babf50f7-736b-4516-bde1-dad352fffdb6 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5935068 Aug 10 11:36:48.070539 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [req-fbe75867-6540-4e38-a5d2-e7378213692f req-f6f50e7e-95d8-42a7-b858-c0b052f501be service neutron] Request body: {'port': {'device_id': '1b16f04d-62e1-4cf6-8943-e41907ba9d44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:36:48.126856 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-fbe75867-6540-4e38-a5d2-e7378213692f req-f6f50e7e-95d8-42a7-b858-c0b052f501be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:48.378841 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [req-fbe75867-6540-4e38-a5d2-e7378213692f req-f6f50e7e-95d8-42a7-b858-c0b052f501be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 992d2904-71ec-4c9c-a627-ccdcce328b48 {{(pid=93315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 11:36:48.386901 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-fbe75867-6540-4e38-a5d2-e7378213692f req-f6f50e7e-95d8-42a7-b858-c0b052f501be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:48.398655 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.provisioning_blocks [req-fbe75867-6540-4e38-a5d2-e7378213692f req-f6f50e7e-95d8-42a7-b858-c0b052f501be service neutron] Transition to ACTIVE for port object 992d2904-71ec-4c9c-a627-ccdcce328b48 will not be triggered until provisioned by entity L2. {{(pid=93315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:36:48.402432 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-fbe75867-6540-4e38-a5d2-e7378213692f req-f6f50e7e-95d8-42a7-b858-c0b052f501be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130148924'] for port, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:48.449454 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f50e7e-95d8-42a7-b858-c0b052f501be service neutron] Pushing event updated for resources: {'Port': ['ID=992d2904-71ec-4c9c-a627-ccdcce328b48,revision_number=2']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:36:48.518005 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-fbe75867-6540-4e38-a5d2-e7378213692f req-f6f50e7e-95d8-42a7-b858-c0b052f501be service neutron] Attempting to bind port 992d2904-71ec-4c9c-a627-ccdcce328b48 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:36:48.518689 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-fbe75867-6540-4e38-a5d2-e7378213692f req-f6f50e7e-95d8-42a7-b858-c0b052f501be service neutron] Attempting to bind port 992d2904-71ec-4c9c-a627-ccdcce328b48 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': 'f590e8e8-eb77-44b5-b3b4-77c417bdd04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '02710295-ca4d-44ac-b1e8-d7eafd73bfc3'}] {{(pid=93315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:36:48.518689 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe75867-6540-4e38-a5d2-e7378213692f req-f6f50e7e-95d8-42a7-b858-c0b052f501be service neutron] Attempting to bind port 992d2904-71ec-4c9c-a627-ccdcce328b48 on network 02710295-ca4d-44ac-b1e8-d7eafd73bfc3 {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:36:48.522832 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe75867-6540-4e38-a5d2-e7378213692f req-f6f50e7e-95d8-42a7-b858-c0b052f501be service neutron] Port 992d2904-71ec-4c9c-a627-ccdcce328b48 on network 02710295-ca4d-44ac-b1e8-d7eafd73bfc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 11:36:48.523139 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe75867-6540-4e38-a5d2-e7378213692f req-f6f50e7e-95d8-42a7-b858-c0b052f501be service neutron] Attempting to bind port 992d2904-71ec-4c9c-a627-ccdcce328b48 on network 02710295-ca4d-44ac-b1e8-d7eafd73bfc3 {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:36:48.527870 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe75867-6540-4e38-a5d2-e7378213692f req-f6f50e7e-95d8-42a7-b858-c0b052f501be service neutron] Checking agent: {'id': '9054602d-8671-4254-af87-58e8d5e6c079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 27, 44), 'started_at': datetime.datetime(2021, 8, 10, 11, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:36:48.528210 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe75867-6540-4e38-a5d2-e7378213692f req-f6f50e7e-95d8-42a7-b858-c0b052f501be service neutron] Checking segment: {'id': 'f590e8e8-eb77-44b5-b3b4-77c417bdd04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '02710295-ca4d-44ac-b1e8-d7eafd73bfc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:36:48.528628 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe75867-6540-4e38-a5d2-e7378213692f req-f6f50e7e-95d8-42a7-b858-c0b052f501be service neutron] Bound using segment: {'id': 'f590e8e8-eb77-44b5-b3b4-77c417bdd04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '02710295-ca4d-44ac-b1e8-d7eafd73bfc3'} {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:36:48.529062 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-fbe75867-6540-4e38-a5d2-e7378213692f req-f6f50e7e-95d8-42a7-b858-c0b052f501be service neutron] Bound port: 992d2904-71ec-4c9c-a627-ccdcce328b48, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f590e8e8-eb77-44b5-b3b4-77c417bdd04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '02710295-ca4d-44ac-b1e8-d7eafd73bfc3'}}] {{(pid=93315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:36:48.529417 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-fbe75867-6540-4e38-a5d2-e7378213692f req-f6f50e7e-95d8-42a7-b858-c0b052f501be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:48.590289 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-fbe75867-6540-4e38-a5d2-e7378213692f req-f6f50e7e-95d8-42a7-b858-c0b052f501be service neutron] For port 992d2904-71ec-4c9c-a627-ccdcce328b48, host hv-cinder-79280, cleared binding levels {{(pid=93315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:36:48.593295 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-fbe75867-6540-4e38-a5d2-e7378213692f req-f6f50e7e-95d8-42a7-b858-c0b052f501be service neutron] For port 992d2904-71ec-4c9c-a627-ccdcce328b48, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=992d2904-71ec-4c9c-a627-ccdcce328b48,segment=NetworkSegment(f590e8e8-eb77-44b5-b3b4-77c417bdd04b),segment_id=f590e8e8-eb77-44b5-b3b4-77c417bdd04b)] {{(pid=93315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:36:48.597536 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-fbe75867-6540-4e38-a5d2-e7378213692f req-f6f50e7e-95d8-42a7-b858-c0b052f501be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130148924'] for port, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:48.629393 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe75867-6540-4e38-a5d2-e7378213692f req-f6f50e7e-95d8-42a7-b858-c0b052f501be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:48.630010 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-fbe75867-6540-4e38-a5d2-e7378213692f req-f6f50e7e-95d8-42a7-b858-c0b052f501be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:48.631396 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-fbe75867-6540-4e38-a5d2-e7378213692f req-f6f50e7e-95d8-42a7-b858-c0b052f501be service neutron] 10.222.0.59 "PUT /v2.0/ports/992d2904-71ec-4c9c-a627-ccdcce328b48 HTTP/1.1" status: 200 len: 1093 time: 0.5649121 Aug 10 11:36:48.631846 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b16f04d-62e1-4cf6-8943-e41907ba9d44', 'tag': '992d2904-71ec-4c9c-a627-ccdcce328b48'}] {{(pid=93315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:36:48.634102 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6373fc61674628fc4ea179701e5cfbb487487662fff8fb4d49624df9baba4f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42924cc-8f61-46eb-a128-46f9ad708c55" -d '{"events": [{"name": "network-changed", "server_uuid": "1b16f04d-62e1-4cf6-8943-e41907ba9d44", "tag": "992d2904-71ec-4c9c-a627-ccdcce328b48"}]}' {{(pid=93315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:36:48.671518 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f50e7e-95d8-42a7-b858-c0b052f501be service neutron] Pushing event updated for resources: {'Port': ['ID=992d2904-71ec-4c9c-a627-ccdcce328b48,revision_number=3']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:36:48.674959 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 11:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91943ea-89aa-40b3-8612-e3af31e0d0a7 x-openstack-request-id: req-e91943ea-89aa-40b3-8612-e3af31e0d0a7 {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:36:48.675199 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b16f04d-62e1-4cf6-8943-e41907ba9d44", "tag": "992d2904-71ec-4c9c-a627-ccdcce328b48", "status": "completed", "code": 200}]} {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:36:48.675452 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e91943ea-89aa-40b3-8612-e3af31e0d0a7 {{(pid=93315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:36:48.675836 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b16f04d-62e1-4cf6-8943-e41907ba9d44', 'tag': '992d2904-71ec-4c9c-a627-ccdcce328b48', 'status': 'completed', 'code': 200} Aug 10 11:36:48.742464 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe75867-6540-4e38-a5d2-e7378213692f req-349edc8c-e9d8-4b20-acf8-8d677b0d21eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:48.744297 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-fbe75867-6540-4e38-a5d2-e7378213692f req-349edc8c-e9d8-4b20-acf8-8d677b0d21eb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a1584f3ed8d0470fa09ce0984290fe5d&device_id=1b16f04d-62e1-4cf6-8943-e41907ba9d44 HTTP/1.1" status: 200 len: 1096 time: 0.0676641 Aug 10 11:36:48.793921 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-fbe75867-6540-4e38-a5d2-e7378213692f req-0908c608-796a-41e6-991a-55d132f76973 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=992d2904-71ec-4c9c-a627-ccdcce328b48 HTTP/1.1" status: 200 len: 217 time: 0.0370018 Aug 10 11:36:48.802353 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cedf8b3-a7bc-412e-b3a8-867352151193 req-506e0799-277a-4862-829c-337e37540ad7 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:48.803732 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-0cedf8b3-a7bc-412e-b3a8-867352151193 req-506e0799-277a-4862-829c-337e37540ad7 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16f04d-62e1-4cf6-8943-e41907ba9d44 HTTP/1.1" status: 200 len: 943 time: 0.0968766 Aug 10 11:36:48.875097 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-0cedf8b3-a7bc-412e-b3a8-867352151193 req-9fcbb1d0-d09b-4f5a-af42-19e149aef2e6 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6c7fc0-4b04-42cf-a72a-e3b354e0d15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627789 Aug 10 11:36:48.876426 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe75867-6540-4e38-a5d2-e7378213692f req-27c0301a-f69b-4e40-a215-ee022b8a1a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:48.877861 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-fbe75867-6540-4e38-a5d2-e7378213692f req-27c0301a-f69b-4e40-a215-ee022b8a1a13 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=80332a57-e941-4fbe-a8fa-0d365365ea89 HTTP/1.1" status: 200 len: 855 time: 0.0732374 Aug 10 11:36:48.910872 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-fbe75867-6540-4e38-a5d2-e7378213692f req-43c72d90-5088-4bfd-a179-143198dc6184 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=02710295-ca4d-44ac-b1e8-d7eafd73bfc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238605 Aug 10 11:36:49.013780 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-fbe75867-6540-4e38-a5d2-e7378213692f req-162e9b22-12df-481e-a32b-1c98f956a65b service neutron] 10.222.0.59 "GET /v2.0/networks/02710295-ca4d-44ac-b1e8-d7eafd73bfc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947964 Aug 10 11:36:49.112264 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-fbe75867-6540-4e38-a5d2-e7378213692f req-983bec96-fa44-410d-b4aa-5b534366f5dd service neutron] 10.222.0.59 "GET /v2.0/networks/02710295-ca4d-44ac-b1e8-d7eafd73bfc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913568 Aug 10 11:36:49.210054 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42924cc-8f61-46eb-a128-46f9ad708c55 req-fa978b21-b27d-4ffe-9403-0cfe73eb7263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:49.211423 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a42924cc-8f61-46eb-a128-46f9ad708c55 req-fa978b21-b27d-4ffe-9403-0cfe73eb7263 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a1584f3ed8d0470fa09ce0984290fe5d&device_id=1b16f04d-62e1-4cf6-8943-e41907ba9d44 HTTP/1.1" status: 200 len: 1096 time: 0.0390399 Aug 10 11:36:49.304418 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42924cc-8f61-46eb-a128-46f9ad708c55 req-ee0b04b1-fc02-420e-9c39-c20c85386445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:49.305916 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a42924cc-8f61-46eb-a128-46f9ad708c55 req-ee0b04b1-fc02-420e-9c39-c20c85386445 service neutron] 10.222.0.59 "GET /v2.0/networks?id=02710295-ca4d-44ac-b1e8-d7eafd73bfc3 HTTP/1.1" status: 200 len: 916 time: 0.0861499 Aug 10 11:36:49.351105 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a42924cc-8f61-46eb-a128-46f9ad708c55 req-5e838748-2942-4e89-b581-47c5b9d5f609 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=992d2904-71ec-4c9c-a627-ccdcce328b48 HTTP/1.1" status: 200 len: 217 time: 0.0356750 Aug 10 11:36:49.403038 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42924cc-8f61-46eb-a128-46f9ad708c55 req-ecade27a-e56d-4989-98aa-78be7f7f985c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:49.404552 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a42924cc-8f61-46eb-a128-46f9ad708c55 req-ecade27a-e56d-4989-98aa-78be7f7f985c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=80332a57-e941-4fbe-a8fa-0d365365ea89 HTTP/1.1" status: 200 len: 855 time: 0.0454443 Aug 10 11:36:49.436441 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a42924cc-8f61-46eb-a128-46f9ad708c55 req-c0e413e0-2f00-4b3c-af95-0992775f7f73 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=02710295-ca4d-44ac-b1e8-d7eafd73bfc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238280 Aug 10 11:36:49.537002 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a42924cc-8f61-46eb-a128-46f9ad708c55 req-fa2c1727-b9ce-4dee-963b-8cebfe29e162 service neutron] 10.222.0.59 "GET /v2.0/networks/02710295-ca4d-44ac-b1e8-d7eafd73bfc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875177 Aug 10 11:36:49.630019 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a42924cc-8f61-46eb-a128-46f9ad708c55 req-d999a72d-ca44-49c0-8b4f-659a4fe7346d service neutron] 10.222.0.59 "GET /v2.0/networks/02710295-ca4d-44ac-b1e8-d7eafd73bfc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848145 Aug 10 11:36:49.991455 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e53b5-0e2f-414c-a7f3-3a56aad5be41 req-cb9b3f8e-7d7e-4370-937f-61473c704196 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:49.993008 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-241e53b5-0e2f-414c-a7f3-3a56aad5be41 req-cb9b3f8e-7d7e-4370-937f-61473c704196 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16f04d-62e1-4cf6-8943-e41907ba9d44 HTTP/1.1" status: 200 len: 943 time: 0.0489876 Aug 10 11:36:50.033651 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-241e53b5-0e2f-414c-a7f3-3a56aad5be41 req-33944149-207f-4d23-aa9a-5f894a2a5e47 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6c7fc0-4b04-42cf-a72a-e3b354e0d15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339205 Aug 10 11:36:51.159076 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a31f7c1-b0b4-45ad-a9f3-adc3229e08ee req-97d3bc1a-c3ab-4e1d-8341-e34bf9e088cb tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:51.160666 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-3a31f7c1-b0b4-45ad-a9f3-adc3229e08ee req-97d3bc1a-c3ab-4e1d-8341-e34bf9e088cb tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16f04d-62e1-4cf6-8943-e41907ba9d44 HTTP/1.1" status: 200 len: 943 time: 0.0570362 Aug 10 11:36:51.200175 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-3a31f7c1-b0b4-45ad-a9f3-adc3229e08ee req-48f88da3-6904-47ff-9cef-10f5f1929d44 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6c7fc0-4b04-42cf-a72a-e3b354e0d15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336022 Aug 10 11:36:52.127277 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 992d2904-71ec-4c9c-a627-ccdcce328b48 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 11:36:52.228289 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 992d2904-71ec-4c9c-a627-ccdcce328b48, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=992d2904-71ec-4c9c-a627-ccdcce328b48,segment=NetworkSegment(f590e8e8-eb77-44b5-b3b4-77c417bdd04b),segment_id=f590e8e8-eb77-44b5-b3b4-77c417bdd04b)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:36:52.242007 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Returning: {'device': '992d2904-71ec-4c9c-a627-ccdcce328b48', 'network_id': '02710295-ca4d-44ac-b1e8-d7eafd73bfc3', 'port_id': '992d2904-71ec-4c9c-a627-ccdcce328b48', 'mac_address': 'fa:16:3e:41:4a:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80332a57-e941-4fbe-a8fa-0d365365ea89', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 11:36:52.286722 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:52.302049 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 992d2904-71ec-4c9c-a627-ccdcce328b48 {{(pid=93317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 11:36:52.325507 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 992d2904-71ec-4c9c-a627-ccdcce328b48, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=992d2904-71ec-4c9c-a627-ccdcce328b48,segment=NetworkSegment(f590e8e8-eb77-44b5-b3b4-77c417bdd04b),segment_id=f590e8e8-eb77-44b5-b3b4-77c417bdd04b)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:36:52.330376 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:52.358722 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c134e28-8c46-436d-90da-7c43f2c05c4c req-edb83c9a-13b8-4ae5-9513-d39132e7881f tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:52.360490 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-0c134e28-8c46-436d-90da-7c43f2c05c4c req-edb83c9a-13b8-4ae5-9513-d39132e7881f tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16f04d-62e1-4cf6-8943-e41907ba9d44 HTTP/1.1" status: 200 len: 943 time: 0.0592098 Aug 10 11:36:52.396197 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b61853-32ad-49d5-9973-e83d7234001c req-d4b054c7-1f9a-43db-88a9-5520dcb46cab tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:52.400017 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-23b61853-32ad-49d5-9973-e83d7234001c req-d4b054c7-1f9a-43db-88a9-5520dcb46cab tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 946 time: 0.0664430 Aug 10 11:36:52.400799 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=992d2904-71ec-4c9c-a627-ccdcce328b48,revision_number=4']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:36:52.407644 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-0c134e28-8c46-436d-90da-7c43f2c05c4c req-ad64243d-8a69-4ac2-812b-181495565d59 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6c7fc0-4b04-42cf-a72a-e3b354e0d15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399086 Aug 10 11:36:52.458685 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-23b61853-32ad-49d5-9973-e83d7234001c req-33a928b1-dbf5-4736-939c-8218cc519d34 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441241 Aug 10 11:36:52.575018 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] get_ports_and_sgs() called for port_ids ['992d2904-71ec-4c9c-a627-ccdcce328b48'] {{(pid=93317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 11:36:53.536166 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014e7db-5eec-448d-bfed-13b48ef631ff req-b9d3ad41-fb12-4688-b38c-d3ba56d40450 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:53.537753 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-8014e7db-5eec-448d-bfed-13b48ef631ff req-b9d3ad41-fb12-4688-b38c-d3ba56d40450 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16f04d-62e1-4cf6-8943-e41907ba9d44 HTTP/1.1" status: 200 len: 944 time: 0.0533073 Aug 10 11:36:53.576907 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-8014e7db-5eec-448d-bfed-13b48ef631ff req-6fab33a3-d2a7-4cb1-9b73-87bdd2b9a2ea tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6c7fc0-4b04-42cf-a72a-e3b354e0d15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322485 Aug 10 11:36:53.584172 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f0eb8-7005-4978-8c16-cb7770f2c0ab req-d447a32e-7c86-4ad2-802f-16720a4f7c39 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:53.585763 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-f15f0eb8-7005-4978-8c16-cb7770f2c0ab req-d447a32e-7c86-4ad2-802f-16720a4f7c39 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 946 time: 0.0500481 Aug 10 11:36:53.625873 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-f15f0eb8-7005-4978-8c16-cb7770f2c0ab req-17a30c89-f3d3-40d3-aabc-a4679d905e7a tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e75915-82a4-4314-93fd-90b1f11fde18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335338 Aug 10 11:36:53.779338 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d270af-c79a-4cee-91bd-0ca699a11841 req-12b5e3c3-e9ad-444c-8a97-562666ef1372 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:53.780835 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-20d270af-c79a-4cee-91bd-0ca699a11841 req-12b5e3c3-e9ad-444c-8a97-562666ef1372 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 946 time: 0.0537968 Aug 10 11:36:53.874466 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [req-20d270af-c79a-4cee-91bd-0ca699a11841 req-9c984d8b-5ed8-4b7d-b84a-41b1fc8654fe tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Deleting port af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0 {{(pid=93315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:36:53.874812 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-20d270af-c79a-4cee-91bd-0ca699a11841 req-9c984d8b-5ed8-4b7d-b84a-41b1fc8654fe tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:53.965631 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-20d270af-c79a-4cee-91bd-0ca699a11841 req-9c984d8b-5ed8-4b7d-b84a-41b1fc8654fe tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] For port af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0,segment=NetworkSegment(3cbd7805-aa7c-4600-9950-b5cb2e54bb37),segment_id=3cbd7805-aa7c-4600-9950-b5cb2e54bb37)] {{(pid=93315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:36:53.965917 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-20d270af-c79a-4cee-91bd-0ca699a11841 req-9c984d8b-5ed8-4b7d-b84a-41b1fc8654fe tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:54.133775 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 992d2904-71ec-4c9c-a627-ccdcce328b48 up at agent hyperv_hv-cinder-79280 {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:36:54.134629 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-20d270af-c79a-4cee-91bd-0ca699a11841 req-9c984d8b-5ed8-4b7d-b84a-41b1fc8654fe tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:54.134829 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-20d270af-c79a-4cee-91bd-0ca699a11841 req-9c984d8b-5ed8-4b7d-b84a-41b1fc8654fe tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-134149778'] for floatingip, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:54.135036 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.db.l3_db [req-20d270af-c79a-4cee-91bd-0ca699a11841 req-9c984d8b-5ed8-4b7d-b84a-41b1fc8654fe tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Floating IP 0a27d650-2570-48b2-9b4e-900d40c6e135 disassociated. External IP: 172.27.1.135, port: af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0. Aug 10 11:36:54.135897 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [req-20d270af-c79a-4cee-91bd-0ca699a11841 req-9c984d8b-5ed8-4b7d-b84a-41b1fc8654fe tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Calling delete_port for af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0 owned by compute:nova {{(pid=93315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:36:54.187098 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Provisioning for port 992d2904-71ec-4c9c-a627-ccdcce328b48 completed by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:36:54.191070 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Provisioning complete for port 992d2904-71ec-4c9c-a627-ccdcce328b48 triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:36:54.191443 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:54.274817 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:54.279102 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-20d270af-c79a-4cee-91bd-0ca699a11841 req-9c984d8b-5ed8-4b7d-b84a-41b1fc8654fe tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:54.304710 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b16f04d-62e1-4cf6-8943-e41907ba9d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992d2904-71ec-4c9c-a627-ccdcce328b48'}] {{(pid=93317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:36:54.307690 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f65e5affd22be71f9b00dd80d36c6e54843c66eef292b5ed0267a1f9ac014f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026ac416-047a-444a-8b6a-edcb181de979" -d '{"events": [{"server_uuid": "1b16f04d-62e1-4cf6-8943-e41907ba9d44", "name": "network-vif-plugged", "status": "completed", "tag": "992d2904-71ec-4c9c-a627-ccdcce328b48"}]}' {{(pid=93317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:36:54.310875 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c984d8b-5ed8-4b7d-b84a-41b1fc8654fe tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Pushing event deleted for resources: {'Port': ['ID=af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:36:54.326197 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 992d2904-71ec-4c9c-a627-ccdcce328b48, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=992d2904-71ec-4c9c-a627-ccdcce328b48,segment=NetworkSegment(f590e8e8-eb77-44b5-b3b4-77c417bdd04b),segment_id=f590e8e8-eb77-44b5-b3b4-77c417bdd04b)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:36:54.331802 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:54.362593 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 11:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0df84e4-8ac8-4119-b667-672c6d8dbf5d x-openstack-request-id: req-c0df84e4-8ac8-4119-b667-672c6d8dbf5d {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:36:54.362593 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b16f04d-62e1-4cf6-8943-e41907ba9d44", "name": "network-vif-plugged", "status": "completed", "tag": "992d2904-71ec-4c9c-a627-ccdcce328b48", "code": 200}]} {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:36:54.362882 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c0df84e4-8ac8-4119-b667-672c6d8dbf5d {{(pid=93317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:36:54.363192 dv-cinder-792800-5-iscsi neutron-server[93317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b16f04d-62e1-4cf6-8943-e41907ba9d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992d2904-71ec-4c9c-a627-ccdcce328b48', 'code': 200} Aug 10 11:36:54.393956 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=992d2904-71ec-4c9c-a627-ccdcce328b48,revision_number=5']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:36:54.443586 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20d270af-c79a-4cee-91bd-0ca699a11841 req-9c984d8b-5ed8-4b7d-b84a-41b1fc8654fe tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Router a330f9f5-c2ea-428f-8aec-7b4d60c03893 has already been hosted by L3 agent c7f5eca1-6939-476e-9546-e5f0f7bb2dc8 {{(pid=93315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 11:36:54.535512 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b06f77-3404-456d-ae70-c7368744a3d4 req-7eac37c8-5e4f-4048-ad2d-37d68ff1e07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:54.536949 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-d0b06f77-3404-456d-ae70-c7368744a3d4 req-7eac37c8-5e4f-4048-ad2d-37d68ff1e07f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1b16f04d-62e1-4cf6-8943-e41907ba9d44 HTTP/1.1" status: 200 len: 1098 time: 0.0407565 Aug 10 11:36:54.561858 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20d270af-c79a-4cee-91bd-0ca699a11841 req-9c984d8b-5ed8-4b7d-b84a-41b1fc8654fe tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify agent at l3_agent.dv-cinder-792800-5-iscsi the message routers_updated {{(pid=93315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 11:36:54.573356 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48950280-e76e-4519-b5b0-e190d28f46a7 None None] Sync routers for ids ['a330f9f5-c2ea-428f-8aec-7b4d60c03893'] in dv-cinder-792800-5-iscsi {{(pid=93318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 11:36:54.577344 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-d0b06f77-3404-456d-ae70-c7368744a3d4 req-4fcfd743-0c0e-40bc-ba99-b142b0f0033d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5c6c7fc0-4b04-42cf-a72a-e3b354e0d15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336385 Aug 10 11:36:54.587676 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48950280-e76e-4519-b5b0-e190d28f46a7 None None] Routers {'a330f9f5-c2ea-428f-8aec-7b4d60c03893'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:36:54.588236 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-48950280-e76e-4519-b5b0-e190d28f46a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:36:37Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['a330f9f5-c2ea-428f-8aec-7b4d60c03893'], 'active': True} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:36:54.600915 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d270af-c79a-4cee-91bd-0ca699a11841 req-9c984d8b-5ed8-4b7d-b84a-41b1fc8654fe tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] No DVR routers for this DVR port af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0 on host hv-cinder-79280 {{(pid=93315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 11:36:54.603528 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-20d270af-c79a-4cee-91bd-0ca699a11841 req-9c984d8b-5ed8-4b7d-b84a-41b1fc8654fe tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:54.606072 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-20d270af-c79a-4cee-91bd-0ca699a11841 req-9c984d8b-5ed8-4b7d-b84a-41b1fc8654fe tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.59 "DELETE /v2.0/ports/af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0 HTTP/1.1" status: 204 len: 173 time: 0.8187463 Aug 10 11:36:54.606072 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f01dec-7941-4ceb-8a39-0d656fb1bd68', 'name': 'network-vif-deleted', 'tag': 'af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0'}] {{(pid=93315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:36:54.608483 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6373fc61674628fc4ea179701e5cfbb487487662fff8fb4d49624df9baba4f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded2e8c6-1259-4490-adb1-afca552de77f" -d '{"events": [{"server_uuid": "f3f01dec-7941-4ceb-8a39-0d656fb1bd68", "name": "network-vif-deleted", "tag": "af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0"}]}' {{(pid=93315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:36:54.664307 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 11:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c97b888-774a-4337-addf-6a1f036848ad x-openstack-request-id: req-7c97b888-774a-4337-addf-6a1f036848ad {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:36:54.664747 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f01dec-7941-4ceb-8a39-0d656fb1bd68", "name": "network-vif-deleted", "tag": "af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0", "status": "completed", "code": 200}]} {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:36:54.665099 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7c97b888-774a-4337-addf-6a1f036848ad {{(pid=93315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:36:54.665660 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f01dec-7941-4ceb-8a39-0d656fb1bd68', 'name': 'network-vif-deleted', 'tag': 'af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0', 'status': 'completed', 'code': 200} Aug 10 11:36:54.734024 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvr_db [None req-48950280-e76e-4519-b5b0-e190d28f46a7 None None] Set router a330f9f5-c2ea-428f-8aec-7b4d60c03893 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:36:54.770412 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ab432-7c91-419e-b0fc-ed562d67ca47 req-716cb8ef-76f1-439e-a3d3-28ea3ca54637 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:54.774108 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-af397b17-25a6-4092-a54f-875f8c204d81 req-d285b307-eb7f-44d4-9b69-a4c30d4e6464 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f01dec-7941-4ceb-8a39-0d656fb1bd68 HTTP/1.1" status: 200 len: 210 time: 0.0471599 Aug 10 11:36:54.776931 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-959ab432-7c91-419e-b0fc-ed562d67ca47 req-716cb8ef-76f1-439e-a3d3-28ea3ca54637 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16f04d-62e1-4cf6-8943-e41907ba9d44 HTTP/1.1" status: 200 len: 945 time: 0.0949903 Aug 10 11:36:54.830306 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-959ab432-7c91-419e-b0fc-ed562d67ca47 req-0b8e1be0-1a4a-4a31-accd-40959b32706f tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6c7fc0-4b04-42cf-a72a-e3b354e0d15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467477 Aug 10 11:36:54.960262 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-48950280-e76e-4519-b5b0-e190d28f46a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'name': 'tempest-AttachVolumeShelveTestJSON-1618038562-router', 'tenant_id': '7a68aeea61694149bca356d548ab331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '46181fd2-70a4-4f45-81a6-636f5b5a6d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:29:20Z', 'updated_at': '2021-08-10T11:29:25Z', 'revision_number': 4, 'project_id': '7a68aeea61694149bca356d548ab331a', 'gw_port': {'id': '46181fd2-70a4-4f45-81a6-636f5b5a6d41', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:29:21Z', 'updated_at': '2021-08-10T11:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': 'bfea9bb0-eb90-4d4b-ba20-d8524a2b4133', 'name': '', 'network_id': 'caf833b7-6b1c-4283-9a64-20c0e4838897', 'tenant_id': '7a68aeea61694149bca356d548ab331a', 'mac_address': 'fa:16:3e:c1:66:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ef775550-3c92-437a-ad9c-5040b90d0f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:29:24Z', 'updated_at': '2021-08-10T11:29:34Z', 'revision_number': 5, 'project_id': '7a68aeea61694149bca356d548ab331a', 'subnets': [{'id': 'ef775550-3c92-437a-ad9c-5040b90d0f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:36:54.985166 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48950280-e76e-4519-b5b0-e190d28f46a7 None None] Checking router: a330f9f5-c2ea-428f-8aec-7b4d60c03893 for host: dv-cinder-792800-5-iscsi {{(pid=93318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 11:36:54.993438 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48950280-e76e-4519-b5b0-e190d28f46a7 None None] Routers {'a330f9f5-c2ea-428f-8aec-7b4d60c03893'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:36:54.994036 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-48950280-e76e-4519-b5b0-e190d28f46a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:36:37Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['a330f9f5-c2ea-428f-8aec-7b4d60c03893'], 'active': True} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:36:55.105193 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvr_db [None req-48950280-e76e-4519-b5b0-e190d28f46a7 None None] Set router a330f9f5-c2ea-428f-8aec-7b4d60c03893 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:36:55.337437 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-48950280-e76e-4519-b5b0-e190d28f46a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'name': 'tempest-AttachVolumeShelveTestJSON-1618038562-router', 'tenant_id': '7a68aeea61694149bca356d548ab331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '46181fd2-70a4-4f45-81a6-636f5b5a6d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:29:20Z', 'updated_at': '2021-08-10T11:29:25Z', 'revision_number': 4, 'project_id': '7a68aeea61694149bca356d548ab331a', 'gw_port': {'id': '46181fd2-70a4-4f45-81a6-636f5b5a6d41', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:29:21Z', 'updated_at': '2021-08-10T11:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': 'bfea9bb0-eb90-4d4b-ba20-d8524a2b4133', 'name': '', 'network_id': 'caf833b7-6b1c-4283-9a64-20c0e4838897', 'tenant_id': '7a68aeea61694149bca356d548ab331a', 'mac_address': 'fa:16:3e:c1:66:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ef775550-3c92-437a-ad9c-5040b90d0f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:29:24Z', 'updated_at': '2021-08-10T11:29:34Z', 'revision_number': 5, 'project_id': '7a68aeea61694149bca356d548ab331a', 'subnets': [{'id': 'ef775550-3c92-437a-ad9c-5040b90d0f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:36:55.389724 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48950280-e76e-4519-b5b0-e190d28f46a7 None None] The sync data for ids ['a330f9f5-c2ea-428f-8aec-7b4d60c03893'] in dv-cinder-792800-5-iscsi is: [{'id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'name': 'tempest-AttachVolumeShelveTestJSON-1618038562-router', 'tenant_id': '7a68aeea61694149bca356d548ab331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '46181fd2-70a4-4f45-81a6-636f5b5a6d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:29:20Z', 'updated_at': '2021-08-10T11:29:25Z', 'revision_number': 4, 'project_id': '7a68aeea61694149bca356d548ab331a', 'gw_port': {'id': '46181fd2-70a4-4f45-81a6-636f5b5a6d41', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:29:21Z', 'updated_at': '2021-08-10T11:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': 'bfea9bb0-eb90-4d4b-ba20-d8524a2b4133', 'name': '', 'network_id': 'caf833b7-6b1c-4283-9a64-20c0e4838897', 'tenant_id': '7a68aeea61694149bca356d548ab331a', 'mac_address': 'fa:16:3e:c1:66:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ef775550-3c92-437a-ad9c-5040b90d0f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:29:24Z', 'updated_at': '2021-08-10T11:29:34Z', 'revision_number': 5, 'project_id': '7a68aeea61694149bca356d548ab331a', 'subnets': [{'id': 'ef775550-3c92-437a-ad9c-5040b90d0f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 11:36:55.611721 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf60e2f-25f0-4d7c-80ec-12fed8c0b5dc None None] New status for floating IP 0a27d650-2570-48b2-9b4e-900d40c6e135: DOWN {{(pid=93317) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 11:36:55.865651 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 56630) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:36:55.959962 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-213fad5a-7106-4adc-abc6-b9b988620600 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:55.996589 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668a699-d67f-426f-8020-eae36b0bdc71 req-ba9cb5f8-73ff-4ade-a87d-95514a0197d5 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:36:55.998086 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-0668a699-d67f-426f-8020-eae36b0bdc71 req-ba9cb5f8-73ff-4ade-a87d-95514a0197d5 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16f04d-62e1-4cf6-8943-e41907ba9d44 HTTP/1.1" status: 200 len: 945 time: 0.0842299 Aug 10 11:36:55.999894 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-213fad5a-7106-4adc-abc6-b9b988620600 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:56.060040 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-0668a699-d67f-426f-8020-eae36b0bdc71 req-6a23117d-4dc1-4907-8b83-52af0288429d tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6c7fc0-4b04-42cf-a72a-e3b354e0d15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520306 Aug 10 11:36:56.078509 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-213fad5a-7106-4adc-abc6-b9b988620600 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:56.081549 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-213fad5a-7106-4adc-abc6-b9b988620600 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:56.083035 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-213fad5a-7106-4adc-abc6-b9b988620600 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "DELETE /v2.0/security-groups/41e75915-82a4-4314-93fd-90b1f11fde18 HTTP/1.1" status: 204 len: 168 time: 0.2158022 Aug 10 11:36:56.087464 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 56634) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:36:56.098425 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213fad5a-7106-4adc-abc6-b9b988620600 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e75915-82a4-4314-93fd-90b1f11fde18,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:36:56.108669 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.api.v2.resource [None req-e115c995-a6dc-4068-ab16-376f9914b48f tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] show failed (client error): The resource could not be found. Aug 10 11:36:56.115157 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 56636) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:36:56.115339 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-e115c995-a6dc-4068-ab16-376f9914b48f tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "GET /v2.0/security-groups/41e75915-82a4-4314-93fd-90b1f11fde18 HTTP/1.1" status: 404 len: 347 time: 0.0258696 Aug 10 11:36:56.248166 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.plugin [None req-9a249f89-83f4-4ddb-ad06-0aa1ad625805 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Deleting port ce699aea-b8d9-4898-bc33-89a5ef06b023 {{(pid=93316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:36:56.248529 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-9a249f89-83f4-4ddb-ad06-0aa1ad625805 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:56.336320 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-9a249f89-83f4-4ddb-ad06-0aa1ad625805 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:56.336654 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-9a249f89-83f4-4ddb-ad06-0aa1ad625805 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:56.350740 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.plugin [None req-9a249f89-83f4-4ddb-ad06-0aa1ad625805 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Calling delete_port for ce699aea-b8d9-4898-bc33-89a5ef06b023 owned by network:floatingip {{(pid=93316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:36:56.503370 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-9a249f89-83f4-4ddb-ad06-0aa1ad625805 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130748572'] for port, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:56.531345 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a249f89-83f4-4ddb-ad06-0aa1ad625805 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Pushing event deleted for resources: {'Port': ['ID=ce699aea-b8d9-4898-bc33-89a5ef06b023,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:36:56.593277 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-9a249f89-83f4-4ddb-ad06-0aa1ad625805 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks [] for floatingip, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:56.595967 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-9a249f89-83f4-4ddb-ad06-0aa1ad625805 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for floatingip, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:56.597265 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-9a249f89-83f4-4ddb-ad06-0aa1ad625805 tempest-AttachVolumeShelveTestJSON-711155588 tempest-AttachVolumeShelveTestJSON-711155588-project] 10.222.0.24 "DELETE /v2.0/floatingips/0a27d650-2570-48b2-9b4e-900d40c6e135 HTTP/1.1" status: 204 len: 168 time: 0.4800255 Aug 10 11:36:57.568833 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.agents_db [None req-cf88a1ba-3529-4992-9648-399914351393 None None] Agent healthcheck: found 6 active agents {{(pid=93318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 11:36:58.155395 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 11:36:58.176661 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] No Port match for: af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0 {{(pid=93317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 11:36:58.176937 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device af05b48f-9fa7-43a2-9a5b-43a2f5f8e8b0 not bound to the agent host hv-cinder-79280 {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 11:36:59.050387 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 56680) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:36:59.439360 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-7eebe3fc-ca14-437f-97e1-4c88d70fa741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-134174610'] for router_interface, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:59.677721 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.plugin [None req-7eebe3fc-ca14-437f-97e1-4c88d70fa741 admin admin] Deleting port bfea9bb0-eb90-4d4b-ba20-d8524a2b4133 {{(pid=93316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:36:59.677965 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-7eebe3fc-ca14-437f-97e1-4c88d70fa741 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:59.752616 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.db [None req-7eebe3fc-ca14-437f-97e1-4c88d70fa741 admin admin] For port bfea9bb0-eb90-4d4b-ba20-d8524a2b4133, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=bfea9bb0-eb90-4d4b-ba20-d8524a2b4133,segment=NetworkSegment(3cbd7805-aa7c-4600-9950-b5cb2e54bb37),segment_id=3cbd7805-aa7c-4600-9950-b5cb2e54bb37)] {{(pid=93316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:36:59.752993 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-7eebe3fc-ca14-437f-97e1-4c88d70fa741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:59.765776 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.plugin [None req-7eebe3fc-ca14-437f-97e1-4c88d70fa741 admin admin] Calling delete_port for bfea9bb0-eb90-4d4b-ba20-d8524a2b4133 owned by network:router_interface {{(pid=93316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:36:59.960926 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-7eebe3fc-ca14-437f-97e1-4c88d70fa741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130748572'] for port, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:36:59.990195 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebe3fc-ca14-437f-97e1-4c88d70fa741 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfea9bb0-eb90-4d4b-ba20-d8524a2b4133,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:00.373957 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-7eebe3fc-ca14-437f-97e1-4c88d70fa741 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133803065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-134148898'] for router_interface, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:00.580219 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eebe3fc-ca14-437f-97e1-4c88d70fa741 admin admin] Router a330f9f5-c2ea-428f-8aec-7b4d60c03893 has already been hosted by L3 agent c7f5eca1-6939-476e-9546-e5f0f7bb2dc8 {{(pid=93316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 11:37:00.683728 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eebe3fc-ca14-437f-97e1-4c88d70fa741 admin admin] Notify agent at l3_agent.dv-cinder-792800-5-iscsi the message routers_updated {{(pid=93316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 11:37:00.688668 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-7eebe3fc-ca14-437f-97e1-4c88d70fa741 admin admin] 10.222.0.24 "PUT /v2.0/routers/a330f9f5-c2ea-428f-8aec-7b4d60c03893/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6372051 Aug 10 11:37:00.691133 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 56686) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:37:00.693754 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c3fb90-da90-41de-a6bd-6e78dbb11844 None None] Sync routers for ids ['a330f9f5-c2ea-428f-8aec-7b4d60c03893'] in dv-cinder-792800-5-iscsi {{(pid=93318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 11:37:00.705841 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c3fb90-da90-41de-a6bd-6e78dbb11844 None None] Routers {'a330f9f5-c2ea-428f-8aec-7b4d60c03893'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:37:00.706457 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-b3c3fb90-da90-41de-a6bd-6e78dbb11844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:36:37Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['a330f9f5-c2ea-428f-8aec-7b4d60c03893'], 'active': True} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:37:00.792447 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6564-1e1c-4962-88e4-077682594499 admin admin] Notify callbacks [] for router, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:00.810068 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvr_db [None req-b3c3fb90-da90-41de-a6bd-6e78dbb11844 None None] Set router a330f9f5-c2ea-428f-8aec-7b4d60c03893 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:37:00.893321 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6564-1e1c-4962-88e4-077682594499 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:00.947840 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.plugin [None req-0f0b6564-1e1c-4962-88e4-077682594499 admin admin] Deleting port 46181fd2-70a4-4f45-81a6-636f5b5a6d41 {{(pid=93316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:37:00.948126 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6564-1e1c-4962-88e4-077682594499 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:00.987187 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-b3c3fb90-da90-41de-a6bd-6e78dbb11844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'name': 'tempest-AttachVolumeShelveTestJSON-1618038562-router', 'tenant_id': '7a68aeea61694149bca356d548ab331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '46181fd2-70a4-4f45-81a6-636f5b5a6d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:29:20Z', 'updated_at': '2021-08-10T11:36:59Z', 'revision_number': 5, 'project_id': '7a68aeea61694149bca356d548ab331a', 'gw_port': {'id': '46181fd2-70a4-4f45-81a6-636f5b5a6d41', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:29:21Z', 'updated_at': '2021-08-10T11:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi'}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:37:01.017872 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c3fb90-da90-41de-a6bd-6e78dbb11844 None None] Checking router: a330f9f5-c2ea-428f-8aec-7b4d60c03893 for host: dv-cinder-792800-5-iscsi {{(pid=93318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 11:37:01.027095 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c3fb90-da90-41de-a6bd-6e78dbb11844 None None] Routers {'a330f9f5-c2ea-428f-8aec-7b4d60c03893'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:37:01.027207 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.db [None req-0f0b6564-1e1c-4962-88e4-077682594499 admin admin] For port 46181fd2-70a4-4f45-81a6-636f5b5a6d41, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=46181fd2-70a4-4f45-81a6-636f5b5a6d41,segment=NetworkSegment(f70d9b94-9741-4a97-8751-b62ba7cc47d6),segment_id=f70d9b94-9741-4a97-8751-b62ba7cc47d6)] {{(pid=93316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:37:01.027442 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6564-1e1c-4962-88e4-077682594499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:01.027675 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-b3c3fb90-da90-41de-a6bd-6e78dbb11844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:36:37Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['a330f9f5-c2ea-428f-8aec-7b4d60c03893'], 'active': True} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:37:01.040934 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.plugin [None req-0f0b6564-1e1c-4962-88e4-077682594499 admin admin] Calling delete_port for 46181fd2-70a4-4f45-81a6-636f5b5a6d41 owned by network:router_gateway {{(pid=93316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:37:01.113283 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvr_db [None req-b3c3fb90-da90-41de-a6bd-6e78dbb11844 None None] Set router a330f9f5-c2ea-428f-8aec-7b4d60c03893 gateway port host: None {{(pid=93318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:37:01.209707 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6564-1e1c-4962-88e4-077682594499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130748572'] for port, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:01.239636 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b6564-1e1c-4962-88e4-077682594499 admin admin] Pushing event deleted for resources: {'Port': ['ID=46181fd2-70a4-4f45-81a6-636f5b5a6d41,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:01.252818 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-b3c3fb90-da90-41de-a6bd-6e78dbb11844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'name': 'tempest-AttachVolumeShelveTestJSON-1618038562-router', 'tenant_id': '7a68aeea61694149bca356d548ab331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:29:20Z', 'updated_at': '2021-08-10T11:37:00Z', 'revision_number': 6, 'project_id': '7a68aeea61694149bca356d548ab331a', 'gw_port_host': None}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:37:01.279840 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c3fb90-da90-41de-a6bd-6e78dbb11844 None None] The sync data for ids ['a330f9f5-c2ea-428f-8aec-7b4d60c03893'] in dv-cinder-792800-5-iscsi is: [{'id': 'a330f9f5-c2ea-428f-8aec-7b4d60c03893', 'name': 'tempest-AttachVolumeShelveTestJSON-1618038562-router', 'tenant_id': '7a68aeea61694149bca356d548ab331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:29:20Z', 'updated_at': '2021-08-10T11:37:00Z', 'revision_number': 6, 'project_id': '7a68aeea61694149bca356d548ab331a', 'gw_port_host': None}] {{(pid=93318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 11:37:01.301700 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6564-1e1c-4962-88e4-077682594499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-134149828'] for router_gateway, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:01.407010 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6564-1e1c-4962-88e4-077682594499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-134123056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-507789'] for router, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:01.409235 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6564-1e1c-4962-88e4-077682594499 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:01.477293 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6564-1e1c-4962-88e4-077682594499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-134123049'] for router, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:01.477954 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0b6564-1e1c-4962-88e4-077682594499 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a330f9f5-c2ea-428f-8aec-7b4d60c03893 {{(pid=93316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 11:37:01.483924 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6564-1e1c-4962-88e4-077682594499 admin admin] Notify callbacks [] for router, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:01.485437 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-0f0b6564-1e1c-4962-88e4-077682594499 admin admin] 10.222.0.24 "DELETE /v2.0/routers/a330f9f5-c2ea-428f-8aec-7b4d60c03893 HTTP/1.1" status: 204 len: 168 time: 0.7932162 Aug 10 11:37:01.488091 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 56690) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:37:01.534458 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb0621d8-21ea-4461-b0b2-628cd41214d7 admin admin] Deleting subnet ef775550-3c92-437a-ad9c-5040b90d0f3e {{(pid=93316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 11:37:01.537621 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-bb0621d8-21ea-4461-b0b2-628cd41214d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:01.571597 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-bb0621d8-21ea-4461-b0b2-628cd41214d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131715131'] for subnet, precommit_delete_associations {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:01.692176 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-bb0621d8-21ea-4461-b0b2-628cd41214d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926530'] for subnet, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:01.754803 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-bb0621d8-21ea-4461-b0b2-628cd41214d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134105691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130748585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131149568'] for subnet, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:01.778582 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0621d8-21ea-4461-b0b2-628cd41214d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef775550-3c92-437a-ad9c-5040b90d0f3e,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:01.784395 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-bb0621d8-21ea-4461-b0b2-628cd41214d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for subnet, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:01.787711 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-bb0621d8-21ea-4461-b0b2-628cd41214d7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ef775550-3c92-437a-ad9c-5040b90d0f3e HTTP/1.1" status: 204 len: 168 time: 0.2972314 Aug 10 11:37:01.791025 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 56692) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:37:01.794379 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a46e6a-390d-479c-bf5d-d41f23b7c876 None None] Network caf833b7-6b1c-4283-9a64-20c0e4838897 requested from dv-cinder-792800-5-iscsi {{(pid=93317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:37:01.859575 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-6c56adb5-0db6-4338-aba2-e5b3e60d76bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631178'] for network, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:01.911624 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.plugin [None req-6c56adb5-0db6-4338-aba2-e5b3e60d76bf admin admin] Deleting port 00e9d319-4b23-4707-b5c2-00ad4e643800 {{(pid=93316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:37:01.911970 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-6c56adb5-0db6-4338-aba2-e5b3e60d76bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:01.975187 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.db [None req-6c56adb5-0db6-4338-aba2-e5b3e60d76bf admin admin] For port 00e9d319-4b23-4707-b5c2-00ad4e643800, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=00e9d319-4b23-4707-b5c2-00ad4e643800,segment=NetworkSegment(3cbd7805-aa7c-4600-9950-b5cb2e54bb37),segment_id=3cbd7805-aa7c-4600-9950-b5cb2e54bb37)] {{(pid=93316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:37:01.975552 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-6c56adb5-0db6-4338-aba2-e5b3e60d76bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:01.987754 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.plugin [None req-6c56adb5-0db6-4338-aba2-e5b3e60d76bf admin admin] Calling delete_port for 00e9d319-4b23-4707-b5c2-00ad4e643800 owned by network:dhcp {{(pid=93316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:37:02.072107 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712b8bd2-5c4d-41d7-90c5-a57e516ce70f None None] DHCP port deletion for caf833b7-6b1c-4283-9a64-20c0e4838897 request from dv-cinder-792800-5-iscsi {{(pid=93317) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 11:37:02.087120 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-6c56adb5-0db6-4338-aba2-e5b3e60d76bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130748572'] for port, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:02.108317 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device bfea9bb0-eb90-4d4b-ba20-d8524a2b4133 no longer exists at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 11:37:02.113901 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c56adb5-0db6-4338-aba2-e5b3e60d76bf admin admin] Pushing event deleted for resources: {'Port': ['ID=00e9d319-4b23-4707-b5c2-00ad4e643800,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:02.115781 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c56adb5-0db6-4338-aba2-e5b3e60d76bf admin admin] No DVR routers for this DVR port 00e9d319-4b23-4707-b5c2-00ad4e643800 on host dv-cinder-792800-5-iscsi {{(pid=93316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 11:37:02.195939 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-6c56adb5-0db6-4338-aba2-e5b3e60d76bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-926155', 'neutron.services.segments.db._delete_segments_for_network-8778041053552'] for network, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:02.206719 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.services.segments.db [None req-6c56adb5-0db6-4338-aba2-e5b3e60d76bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caf833b7-6b1c-4283-9a64-20c0e4838897']}} {{(pid=93316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:37:02.218225 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.services.segments.db [None req-6c56adb5-0db6-4338-aba2-e5b3e60d76bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cbd7805-aa7c-4600-9950-b5cb2e54bb37') {'for_net_delete': True} {{(pid=93316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:37:02.218526 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.services.segments.db [None req-6c56adb5-0db6-4338-aba2-e5b3e60d76bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cbd7805-aa7c-4600-9950-b5cb2e54bb37') {} {{(pid=93316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:37:02.227611 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-6c56adb5-0db6-4338-aba2-e5b3e60d76bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778041055865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131715138'] for segment, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:02.242764 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-6c56adb5-0db6-4338-aba2-e5b3e60d76bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462'] for segment, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:02.250796 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c56adb5-0db6-4338-aba2-e5b3e60d76bf admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=93316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 11:37:02.251224 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-6c56adb5-0db6-4338-aba2-e5b3e60d76bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130748483'] for segment, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:02.253208 dv-cinder-792800-5-iscsi neutron-server[93316]: Traceback (most recent call last): Aug 10 11:37:02.253208 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 11:37:02.253208 dv-cinder-792800-5-iscsi neutron-server[93316]: timer() Aug 10 11:37:02.253208 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 11:37:02.253208 dv-cinder-792800-5-iscsi neutron-server[93316]: cb(*args, **kw) Aug 10 11:37:02.253208 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 11:37:02.253208 dv-cinder-792800-5-iscsi neutron-server[93316]: return func(*args, **kwargs) Aug 10 11:37:02.253208 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 11:37:02.253208 dv-cinder-792800-5-iscsi neutron-server[93316]: self._notify() Aug 10 11:37:02.253208 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 11:37:02.253208 dv-cinder-792800-5-iscsi neutron-server[93316]: self.callback(batched_events) Aug 10 11:37:02.253208 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 11:37:02.253208 dv-cinder-792800-5-iscsi neutron-server[93316]: event.method(event) Aug 10 11:37:02.253208 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 11:37:02.253208 dv-cinder-792800-5-iscsi neutron-server[93316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 11:37:02.253208 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 11:37:02.253208 dv-cinder-792800-5-iscsi neutron-server[93316]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 11:37:02.253208 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 11:37:02.253208 dv-cinder-792800-5-iscsi neutron-server[93316]: return f(self, *a, **k) Aug 10 11:37:02.253208 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 11:37:02.253208 dv-cinder-792800-5-iscsi neutron-server[93316]: return self._get(url).json() Aug 10 11:37:02.253208 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 11:37:02.253208 dv-cinder-792800-5-iscsi neutron-server[93316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 11:37:02.253208 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 11:37:02.253208 dv-cinder-792800-5-iscsi neutron-server[93316]: return self.request(url, 'GET', **kwargs) Aug 10 11:37:02.253208 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 11:37:02.253208 dv-cinder-792800-5-iscsi neutron-server[93316]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 11:37:02.253208 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 11:37:02.253208 dv-cinder-792800-5-iscsi neutron-server[93316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 11:37:02.253208 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 11:37:02.253208 dv-cinder-792800-5-iscsi neutron-server[93316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 11:37:02.253208 dv-cinder-792800-5-iscsi neutron-server[93316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 11:37:02.255786 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] No Port match for: bfea9bb0-eb90-4d4b-ba20-d8524a2b4133 {{(pid=93317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 11:37:02.256087 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device bfea9bb0-eb90-4d4b-ba20-d8524a2b4133 not bound to the agent host dv-cinder-792800-5-iscsi {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 11:37:02.280687 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-712b8bd2-5c4d-41d7-90c5-a57e516ce70f None None] Deleting port 00e9d319-4b23-4707-b5c2-00ad4e643800 {{(pid=93317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:37:02.280924 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-712b8bd2-5c4d-41d7-90c5-a57e516ce70f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:02.308992 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-6c56adb5-0db6-4338-aba2-e5b3e60d76bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-926144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-134149792'] for network, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:02.315138 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-6c56adb5-0db6-4338-aba2-e5b3e60d76bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for network, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:02.317381 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-6c56adb5-0db6-4338-aba2-e5b3e60d76bf admin admin] 10.222.0.24 "DELETE /v2.0/networks/caf833b7-6b1c-4283-9a64-20c0e4838897 HTTP/1.1" status: 204 len: 168 time: 0.5251853 Aug 10 11:37:02.333585 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c56adb5-0db6-4338-aba2-e5b3e60d76bf admin admin] Pushing event deleted for resources: {'Network': ['ID=caf833b7-6b1c-4283-9a64-20c0e4838897,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:02.366781 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-712b8bd2-5c4d-41d7-90c5-a57e516ce70f None None] For port 00e9d319-4b23-4707-b5c2-00ad4e643800, host dv-cinder-792800-5-iscsi, got binding levels [] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:37:02.367288 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-712b8bd2-5c4d-41d7-90c5-a57e516ce70f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:02.383037 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-712b8bd2-5c4d-41d7-90c5-a57e516ce70f None None] Calling delete_port for 00e9d319-4b23-4707-b5c2-00ad4e643800 owned by network:dhcp {{(pid=93317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:37:02.385910 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.ipam_backend_mixin [None req-712b8bd2-5c4d-41d7-90c5-a57e516ce70f None None] Port 00e9d319-4b23-4707-b5c2-00ad4e643800 was not found and therefore no delete operation was performed {{(pid=93317) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 11:37:02.387459 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-712b8bd2-5c4d-41d7-90c5-a57e516ce70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045'] for port, after_delete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:02.410239 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-712b8bd2-5c4d-41d7-90c5-a57e516ce70f None None] Network caf833b7-6b1c-4283-9a64-20c0e4838897 is not hosted by any dhcp agent {{(pid=93317) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 11:37:02.410702 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712b8bd2-5c4d-41d7-90c5-a57e516ce70f None None] No DVR routers for this DVR port 00e9d319-4b23-4707-b5c2-00ad4e643800 on host dv-cinder-792800-5-iscsi {{(pid=93317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 11:37:02.412219 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b8bd2-5c4d-41d7-90c5-a57e516ce70f None None] Pushing event deleted for resources: {'Port': ['ID=00e9d319-4b23-4707-b5c2-00ad4e643800,revision_number=None']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:02.459466 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 56698) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:37:02.504641 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-2c60122d-e14a-47b2-8f1c-8043ee08fdf4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7a68aeea61694149bca356d548ab331a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0438390 Aug 10 11:37:02.506920 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 56700) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:37:02.553713 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-b2271ec0-fa8b-453b-a2ac-f99382f273c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:02.573879 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-b2271ec0-fa8b-453b-a2ac-f99382f273c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:02.620616 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-b2271ec0-fa8b-453b-a2ac-f99382f273c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:02.623147 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-b2271ec0-fa8b-453b-a2ac-f99382f273c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:02.624298 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-b2271ec0-fa8b-453b-a2ac-f99382f273c6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b6a2556d-2ba0-4709-a70b-3921dbe6033b HTTP/1.1" status: 204 len: 168 time: 0.1164856 Aug 10 11:37:02.631906 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2271ec0-fa8b-453b-a2ac-f99382f273c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a2556d-2ba0-4709-a70b-3921dbe6033b,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:03.411947 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 00e9d319-4b23-4707-b5c2-00ad4e643800 no longer exists at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 11:37:03.435618 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] No Port match for: 00e9d319-4b23-4707-b5c2-00ad4e643800 {{(pid=93317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 11:37:03.436046 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 00e9d319-4b23-4707-b5c2-00ad4e643800 not bound to the agent host dv-cinder-792800-5-iscsi {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 11:37:03.436589 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 46181fd2-70a4-4f45-81a6-636f5b5a6d41 no longer exists at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 11:37:03.454731 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] No Port match for: 46181fd2-70a4-4f45-81a6-636f5b5a6d41 {{(pid=93317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 11:37:03.455107 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 46181fd2-70a4-4f45-81a6-636f5b5a6d41 not bound to the agent host dv-cinder-792800-5-iscsi {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 11:37:04.074773 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 56746) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:37:04.185938 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-61c881f9-5234-42bf-844b-18136b3b9b4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:04.284264 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-61c881f9-5234-42bf-844b-18136b3b9b4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:04.288719 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-61c881f9-5234-42bf-844b-18136b3b9b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:04.329436 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c881f9-5234-42bf-844b-18136b3b9b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f577d851-59f4-4a0c-9b35-e31343be29a6,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:04.335635 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-61c881f9-5234-42bf-844b-18136b3b9b4b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e9cfd618db634623a3a8c0980b58cc71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2597675 Aug 10 11:37:04.338674 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 56754) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:37:04.340108 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-0ce2c60a-95d4-4435-93f5-5926b026c061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:04.645677 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-34f484d0-28d3-419f-807b-519495fa5dae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:04.668656 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-34f484d0-28d3-419f-807b-519495fa5dae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:04.716111 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-34f484d0-28d3-419f-807b-519495fa5dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:04.718951 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-34f484d0-28d3-419f-807b-519495fa5dae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:04.720129 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-34f484d0-28d3-419f-807b-519495fa5dae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f577d851-59f4-4a0c-9b35-e31343be29a6 HTTP/1.1" status: 204 len: 168 time: 0.3799679 Aug 10 11:37:04.728267 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f484d0-28d3-419f-807b-519495fa5dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f577d851-59f4-4a0c-9b35-e31343be29a6,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:04.993513 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 56762) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:37:05.006740 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-5b6287f3-e5ab-4ad4-9c84-98a74aa3440f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:05.107687 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-5b6287f3-e5ab-4ad4-9c84-98a74aa3440f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:05.113157 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-5b6287f3-e5ab-4ad4-9c84-98a74aa3440f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:05.157034 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6287f3-e5ab-4ad4-9c84-98a74aa3440f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e7ae59-52a4-45c7-a28b-f7c33437a10f,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:05.161216 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-5b6287f3-e5ab-4ad4-9c84-98a74aa3440f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=93d3020f1ffb47bfb22fab52ad686ced&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1666400 Aug 10 11:37:05.163878 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 56764) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:37:05.219810 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-661da3ce-3f96-496d-9514-f26a63a82fef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:05.244569 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-661da3ce-3f96-496d-9514-f26a63a82fef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:05.317088 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-661da3ce-3f96-496d-9514-f26a63a82fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:05.319709 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-661da3ce-3f96-496d-9514-f26a63a82fef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:05.320924 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-661da3ce-3f96-496d-9514-f26a63a82fef admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e3e7ae59-52a4-45c7-a28b-f7c33437a10f HTTP/1.1" status: 204 len: 168 time: 0.1557753 Aug 10 11:37:05.330110 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661da3ce-3f96-496d-9514-f26a63a82fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e7ae59-52a4-45c7-a28b-f7c33437a10f,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:05.684185 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeebf9c4-033b-4b04-8ca1-c663a2987ea1 req-47651bca-5dcf-4236-9ff3-edde891ebb1c tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:05.686867 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-aeebf9c4-033b-4b04-8ca1-c663a2987ea1 req-47651bca-5dcf-4236-9ff3-edde891ebb1c tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/networks?id=02710295-ca4d-44ac-b1e8-d7eafd73bfc3 HTTP/1.1" status: 200 len: 815 time: 0.1303751 Aug 10 11:37:05.702996 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-aeebf9c4-033b-4b04-8ca1-c663a2987ea1 req-4a6bc5f4-5cac-4f9c-8891-9cc38075bfd0 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/quotas/a1584f3ed8d0470fa09ce0984290fe5d HTTP/1.1" status: 200 len: 375 time: 0.0106175 Aug 10 11:37:05.757681 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-aeebf9c4-033b-4b04-8ca1-c663a2987ea1 req-90769af8-e12c-485b-b3df-4663ec5d7943 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a1584f3ed8d0470fa09ce0984290fe5d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0486364 Aug 10 11:37:05.870594 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-aeebf9c4-033b-4b04-8ca1-c663a2987ea1 req-a1df880f-f730-40c6-9501-5a579af31b0f service neutron] 10.222.0.24 "GET /v2.0/networks/02710295-ca4d-44ac-b1e8-d7eafd73bfc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043067 Aug 10 11:37:05.965501 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-aeebf9c4-033b-4b04-8ca1-c663a2987ea1 req-f1c05578-b4f0-4525-95a6-823d04d208db service neutron] 10.222.0.24 "GET /v2.0/networks/02710295-ca4d-44ac-b1e8-d7eafd73bfc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868480 Aug 10 11:37:06.138532 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-dcab2f46-be80-4cab-8f4e-9b36f0abb773 req-8b3326bd-87d0-40a5-af51-8ff8728aba8c tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?device_id=89507f07-14fe-4343-b6eb-4fba0f673fc0 HTTP/1.1" status: 200 len: 210 time: 0.0303745 Aug 10 11:37:06.981403 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-587924e7-d5e5-4abd-96d5-61b7bd81c32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:07.129567 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeebf9c4-033b-4b04-8ca1-c663a2987ea1 req-3e1c5368-676e-47d1-850f-560431d2e9b0 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:07.131139 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-aeebf9c4-033b-4b04-8ca1-c663a2987ea1 req-3e1c5368-676e-47d1-850f-560431d2e9b0 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.59 "GET /v2.0/networks?id=02710295-ca4d-44ac-b1e8-d7eafd73bfc3 HTTP/1.1" status: 200 len: 815 time: 0.1116495 Aug 10 11:37:07.137556 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:07.145488 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [req-aeebf9c4-033b-4b04-8ca1-c663a2987ea1 req-0d5770cd-eff7-4ac4-a66e-fd4e0432bef9 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Request body: {'port': {'device_id': '89507f07-14fe-4343-b6eb-4fba0f673fc0', 'network_id': '02710295-ca4d-44ac-b1e8-d7eafd73bfc3', 'admin_state_up': True, 'tenant_id': 'a1584f3ed8d0470fa09ce0984290fe5d'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:37:07.251600 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-913a4b63-8388-4291-ba71-2cf776db1d75 req-5e40a3c1-083b-4213-955b-51b3db20cfe7 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?device_id=89507f07-14fe-4343-b6eb-4fba0f673fc0 HTTP/1.1" status: 200 len: 210 time: 0.0304623 Aug 10 11:37:07.273224 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeebf9c4-033b-4b04-8ca1-c663a2987ea1 req-0d5770cd-eff7-4ac4-a66e-fd4e0432bef9 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Made reservation on behalf of a1584f3ed8d0470fa09ce0984290fe5d for: {'port': 1} {{(pid=93315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:37:07.277391 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-aeebf9c4-033b-4b04-8ca1-c663a2987ea1 req-0d5770cd-eff7-4ac4-a66e-fd4e0432bef9 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:07.412412 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.db_base_plugin_common [req-aeebf9c4-033b-4b04-8ca1-c663a2987ea1 req-0d5770cd-eff7-4ac4-a66e-fd4e0432bef9 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Allocated IP 172.20.0.4 (02710295-ca4d-44ac-b1e8-d7eafd73bfc3/80332a57-e941-4fbe-a8fa-0d365365ea89/aed3ac85-21ce-4be1-88a9-f9ed544924ce) {{(pid=93315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:37:07.566306 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-aeebf9c4-033b-4b04-8ca1-c663a2987ea1 req-0d5770cd-eff7-4ac4-a66e-fd4e0432bef9 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Notify callbacks [] for port, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:07.615043 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-aeebf9c4-033b-4b04-8ca1-c663a2987ea1 req-0d5770cd-eff7-4ac4-a66e-fd4e0432bef9 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:07.628931 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] get_ports_and_sgs() called for port_ids ['992d2904-71ec-4c9c-a627-ccdcce328b48'] {{(pid=93317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 11:37:07.659572 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeebf9c4-033b-4b04-8ca1-c663a2987ea1 req-0d5770cd-eff7-4ac4-a66e-fd4e0432bef9 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Network 02710295-ca4d-44ac-b1e8-d7eafd73bfc3 is already hosted by enough agents. {{(pid=93315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:37:07.662912 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.base_scheduler [req-aeebf9c4-033b-4b04-8ca1-c663a2987ea1 req-0d5770cd-eff7-4ac4-a66e-fd4e0432bef9 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Resources bound (agent type, host, resource id): {{(pid=93315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:37:07.666756 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeebf9c4-033b-4b04-8ca1-c663a2987ea1 req-0d5770cd-eff7-4ac4-a66e-fd4e0432bef9 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Received port after_create {{(pid=93315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:37:07.707966 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5770cd-eff7-4ac4-a66e-fd4e0432bef9 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Pushing event updated for resources: {'Port': ['ID=aed3ac85-21ce-4be1-88a9-f9ed544924ce,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:07.725626 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeebf9c4-033b-4b04-8ca1-c663a2987ea1 req-0d5770cd-eff7-4ac4-a66e-fd4e0432bef9 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:07.726270 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-aeebf9c4-033b-4b04-8ca1-c663a2987ea1 req-0d5770cd-eff7-4ac4-a66e-fd4e0432bef9 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:07.741365 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-aeebf9c4-033b-4b04-8ca1-c663a2987ea1 req-0d5770cd-eff7-4ac4-a66e-fd4e0432bef9 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6004405 Aug 10 11:37:07.755869 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [req-aeebf9c4-033b-4b04-8ca1-c663a2987ea1 req-54a56a02-637e-47b4-ba5a-366566ea7ea0 service neutron] Request body: {'port': {'device_id': '89507f07-14fe-4343-b6eb-4fba0f673fc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:37:07.818185 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-aeebf9c4-033b-4b04-8ca1-c663a2987ea1 req-54a56a02-637e-47b4-ba5a-366566ea7ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:07.931619 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-b3865e76-5392-4690-91e0-0d01f8cdc9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:08.092825 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [req-aeebf9c4-033b-4b04-8ca1-c663a2987ea1 req-54a56a02-637e-47b4-ba5a-366566ea7ea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aed3ac85-21ce-4be1-88a9-f9ed544924ce {{(pid=93315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 11:37:08.100409 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-aeebf9c4-033b-4b04-8ca1-c663a2987ea1 req-54a56a02-637e-47b4-ba5a-366566ea7ea0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:08.115349 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.provisioning_blocks [req-aeebf9c4-033b-4b04-8ca1-c663a2987ea1 req-54a56a02-637e-47b4-ba5a-366566ea7ea0 service neutron] Transition to ACTIVE for port object aed3ac85-21ce-4be1-88a9-f9ed544924ce will not be triggered until provisioned by entity L2. {{(pid=93315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:37:08.119306 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-aeebf9c4-033b-4b04-8ca1-c663a2987ea1 req-54a56a02-637e-47b4-ba5a-366566ea7ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130148924'] for port, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:08.172379 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a56a02-637e-47b4-ba5a-366566ea7ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=aed3ac85-21ce-4be1-88a9-f9ed544924ce,revision_number=2']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:08.242344 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-aeebf9c4-033b-4b04-8ca1-c663a2987ea1 req-54a56a02-637e-47b4-ba5a-366566ea7ea0 service neutron] Attempting to bind port aed3ac85-21ce-4be1-88a9-f9ed544924ce on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:37:08.242678 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-aeebf9c4-033b-4b04-8ca1-c663a2987ea1 req-54a56a02-637e-47b4-ba5a-366566ea7ea0 service neutron] Attempting to bind port aed3ac85-21ce-4be1-88a9-f9ed544924ce by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': 'f590e8e8-eb77-44b5-b3b4-77c417bdd04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '02710295-ca4d-44ac-b1e8-d7eafd73bfc3'}] {{(pid=93315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:37:08.243270 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeebf9c4-033b-4b04-8ca1-c663a2987ea1 req-54a56a02-637e-47b4-ba5a-366566ea7ea0 service neutron] Attempting to bind port aed3ac85-21ce-4be1-88a9-f9ed544924ce on network 02710295-ca4d-44ac-b1e8-d7eafd73bfc3 {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:37:08.248091 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeebf9c4-033b-4b04-8ca1-c663a2987ea1 req-54a56a02-637e-47b4-ba5a-366566ea7ea0 service neutron] Port aed3ac85-21ce-4be1-88a9-f9ed544924ce on network 02710295-ca4d-44ac-b1e8-d7eafd73bfc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 11:37:08.248409 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeebf9c4-033b-4b04-8ca1-c663a2987ea1 req-54a56a02-637e-47b4-ba5a-366566ea7ea0 service neutron] Attempting to bind port aed3ac85-21ce-4be1-88a9-f9ed544924ce on network 02710295-ca4d-44ac-b1e8-d7eafd73bfc3 {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:37:08.253226 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeebf9c4-033b-4b04-8ca1-c663a2987ea1 req-54a56a02-637e-47b4-ba5a-366566ea7ea0 service neutron] Checking agent: {'id': '9054602d-8671-4254-af87-58e8d5e6c079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 27, 44), 'started_at': datetime.datetime(2021, 8, 10, 11, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:37:08.253563 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeebf9c4-033b-4b04-8ca1-c663a2987ea1 req-54a56a02-637e-47b4-ba5a-366566ea7ea0 service neutron] Checking segment: {'id': 'f590e8e8-eb77-44b5-b3b4-77c417bdd04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '02710295-ca4d-44ac-b1e8-d7eafd73bfc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:37:08.254076 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeebf9c4-033b-4b04-8ca1-c663a2987ea1 req-54a56a02-637e-47b4-ba5a-366566ea7ea0 service neutron] Bound using segment: {'id': 'f590e8e8-eb77-44b5-b3b4-77c417bdd04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '02710295-ca4d-44ac-b1e8-d7eafd73bfc3'} {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:37:08.254502 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-aeebf9c4-033b-4b04-8ca1-c663a2987ea1 req-54a56a02-637e-47b4-ba5a-366566ea7ea0 service neutron] Bound port: aed3ac85-21ce-4be1-88a9-f9ed544924ce, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f590e8e8-eb77-44b5-b3b4-77c417bdd04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '02710295-ca4d-44ac-b1e8-d7eafd73bfc3'}}] {{(pid=93315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:37:08.254882 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-aeebf9c4-033b-4b04-8ca1-c663a2987ea1 req-54a56a02-637e-47b4-ba5a-366566ea7ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:08.321907 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-aeebf9c4-033b-4b04-8ca1-c663a2987ea1 req-54a56a02-637e-47b4-ba5a-366566ea7ea0 service neutron] For port aed3ac85-21ce-4be1-88a9-f9ed544924ce, host hv-cinder-79280, cleared binding levels {{(pid=93315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:37:08.325753 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-aeebf9c4-033b-4b04-8ca1-c663a2987ea1 req-54a56a02-637e-47b4-ba5a-366566ea7ea0 service neutron] For port aed3ac85-21ce-4be1-88a9-f9ed544924ce, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=aed3ac85-21ce-4be1-88a9-f9ed544924ce,segment=NetworkSegment(f590e8e8-eb77-44b5-b3b4-77c417bdd04b),segment_id=f590e8e8-eb77-44b5-b3b4-77c417bdd04b)] {{(pid=93315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:37:08.338472 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-aeebf9c4-033b-4b04-8ca1-c663a2987ea1 req-54a56a02-637e-47b4-ba5a-366566ea7ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130148924'] for port, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:08.392968 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeebf9c4-033b-4b04-8ca1-c663a2987ea1 req-54a56a02-637e-47b4-ba5a-366566ea7ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:08.393809 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-aeebf9c4-033b-4b04-8ca1-c663a2987ea1 req-54a56a02-637e-47b4-ba5a-366566ea7ea0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:08.395475 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-aeebf9c4-033b-4b04-8ca1-c663a2987ea1 req-54a56a02-637e-47b4-ba5a-366566ea7ea0 service neutron] 10.222.0.59 "PUT /v2.0/ports/aed3ac85-21ce-4be1-88a9-f9ed544924ce HTTP/1.1" status: 200 len: 1093 time: 0.6451244 Aug 10 11:37:08.395910 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89507f07-14fe-4343-b6eb-4fba0f673fc0', 'tag': 'aed3ac85-21ce-4be1-88a9-f9ed544924ce'}] {{(pid=93315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:37:08.398268 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6373fc61674628fc4ea179701e5cfbb487487662fff8fb4d49624df9baba4f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda06924-41b3-4587-8d9e-25ca0db5bcf9" -d '{"events": [{"name": "network-changed", "server_uuid": "89507f07-14fe-4343-b6eb-4fba0f673fc0", "tag": "aed3ac85-21ce-4be1-88a9-f9ed544924ce"}]}' {{(pid=93315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:37:08.435915 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7ae7e-8e49-4648-9bd8-82ddaee59ac5 req-db68eff0-241f-4373-8c55-06cf0c70d9b6 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:08.437549 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-abe7ae7e-8e49-4648-9bd8-82ddaee59ac5 req-db68eff0-241f-4373-8c55-06cf0c70d9b6 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?device_id=89507f07-14fe-4343-b6eb-4fba0f673fc0 HTTP/1.1" status: 200 len: 943 time: 0.1104815 Aug 10 11:37:08.450623 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 11:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52404e2-d2fd-482a-a207-5b350e6986c6 x-openstack-request-id: req-c52404e2-d2fd-482a-a207-5b350e6986c6 {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:37:08.450923 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89507f07-14fe-4343-b6eb-4fba0f673fc0", "tag": "aed3ac85-21ce-4be1-88a9-f9ed544924ce", "status": "completed", "code": 200}]} {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:37:08.451181 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c52404e2-d2fd-482a-a207-5b350e6986c6 {{(pid=93315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:37:08.451574 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89507f07-14fe-4343-b6eb-4fba0f673fc0', 'tag': 'aed3ac85-21ce-4be1-88a9-f9ed544924ce', 'status': 'completed', 'code': 200} Aug 10 11:37:08.453394 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a56a02-637e-47b4-ba5a-366566ea7ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=aed3ac85-21ce-4be1-88a9-f9ed544924ce,revision_number=3']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:08.453686 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 56932) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:37:08.510632 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-abe7ae7e-8e49-4648-9bd8-82ddaee59ac5 req-fe442f9d-bc9e-482a-b9d7-a1fe24b77e38 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6c7fc0-4b04-42cf-a72a-e3b354e0d15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581760 Aug 10 11:37:08.513453 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeebf9c4-033b-4b04-8ca1-c663a2987ea1 req-e1da8151-3b58-4ef0-86ea-c804866af748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:08.514903 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-aeebf9c4-033b-4b04-8ca1-c663a2987ea1 req-e1da8151-3b58-4ef0-86ea-c804866af748 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a1584f3ed8d0470fa09ce0984290fe5d&device_id=89507f07-14fe-4343-b6eb-4fba0f673fc0 HTTP/1.1" status: 200 len: 1096 time: 0.0743291 Aug 10 11:37:08.557128 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-aeebf9c4-033b-4b04-8ca1-c663a2987ea1 req-dcaa1324-925a-4785-a385-12fbc973f368 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aed3ac85-21ce-4be1-88a9-f9ed544924ce HTTP/1.1" status: 200 len: 217 time: 0.0348508 Aug 10 11:37:08.561979 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-908328eb-c04a-4b6f-999d-645eb3bc2987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:08.609690 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeebf9c4-033b-4b04-8ca1-c663a2987ea1 req-052ac6af-01e9-48d6-addd-246c5a0a6d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:08.611186 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-aeebf9c4-033b-4b04-8ca1-c663a2987ea1 req-052ac6af-01e9-48d6-addd-246c5a0a6d3c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=80332a57-e941-4fbe-a8fa-0d365365ea89 HTTP/1.1" status: 200 len: 855 time: 0.0477369 Aug 10 11:37:08.644103 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-aeebf9c4-033b-4b04-8ca1-c663a2987ea1 req-6a7b1a7e-c028-49fd-8129-32ab38ed6be1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=02710295-ca4d-44ac-b1e8-d7eafd73bfc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235491 Aug 10 11:37:08.649038 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-908328eb-c04a-4b6f-999d-645eb3bc2987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:08.653341 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-908328eb-c04a-4b6f-999d-645eb3bc2987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:08.692953 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908328eb-c04a-4b6f-999d-645eb3bc2987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6109af-3684-4da8-a504-46b941b3e9e5,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:08.697312 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-908328eb-c04a-4b6f-999d-645eb3bc2987 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c17c9b1522d94616bf67909242f436ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425733 Aug 10 11:37:08.700011 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 56936) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:37:08.738830 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-aeebf9c4-033b-4b04-8ca1-c663a2987ea1 req-8af3d517-e075-4461-9982-2ba092c83bd1 service neutron] 10.222.0.59 "GET /v2.0/networks/02710295-ca4d-44ac-b1e8-d7eafd73bfc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862706 Aug 10 11:37:08.750214 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-aa84747a-647f-4485-ab19-462acc9e7c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:08.774905 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-aa84747a-647f-4485-ab19-462acc9e7c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:08.824047 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-aa84747a-647f-4485-ab19-462acc9e7c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:08.827002 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-aa84747a-647f-4485-ab19-462acc9e7c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:08.828988 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-aa84747a-647f-4485-ab19-462acc9e7c31 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8c6109af-3684-4da8-a504-46b941b3e9e5 HTTP/1.1" status: 204 len: 168 time: 0.1279290 Aug 10 11:37:08.837317 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa84747a-647f-4485-ab19-462acc9e7c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6109af-3684-4da8-a504-46b941b3e9e5,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:08.853459 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-aeebf9c4-033b-4b04-8ca1-c663a2987ea1 req-b22da736-3890-434a-902a-a54b4605eec4 service neutron] 10.222.0.59 "GET /v2.0/networks/02710295-ca4d-44ac-b1e8-d7eafd73bfc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001713 Aug 10 11:37:08.937547 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda06924-41b3-4587-8d9e-25ca0db5bcf9 req-c0ff57cb-ae30-41c3-a55f-f54252633394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:08.939312 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-eda06924-41b3-4587-8d9e-25ca0db5bcf9 req-c0ff57cb-ae30-41c3-a55f-f54252633394 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a1584f3ed8d0470fa09ce0984290fe5d&device_id=89507f07-14fe-4343-b6eb-4fba0f673fc0 HTTP/1.1" status: 200 len: 1096 time: 0.0410366 Aug 10 11:37:09.034402 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda06924-41b3-4587-8d9e-25ca0db5bcf9 req-b41e5c7f-48e2-44a8-bd6f-6e1cf5b70c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:09.036065 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-eda06924-41b3-4587-8d9e-25ca0db5bcf9 req-b41e5c7f-48e2-44a8-bd6f-6e1cf5b70c2a service neutron] 10.222.0.59 "GET /v2.0/networks?id=02710295-ca4d-44ac-b1e8-d7eafd73bfc3 HTTP/1.1" status: 200 len: 916 time: 0.0894151 Aug 10 11:37:09.089290 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-eda06924-41b3-4587-8d9e-25ca0db5bcf9 req-f80cef26-ce69-4f75-a297-0c82301fb42d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aed3ac85-21ce-4be1-88a9-f9ed544924ce HTTP/1.1" status: 200 len: 217 time: 0.0357838 Aug 10 11:37:09.090300 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 56942) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:37:09.110209 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-5fd88e4f-9f84-4280-8255-c56b33991e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:09.156553 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda06924-41b3-4587-8d9e-25ca0db5bcf9 req-2c34af4e-bb78-4ade-b9d4-cace571e113a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:09.158221 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-eda06924-41b3-4587-8d9e-25ca0db5bcf9 req-2c34af4e-bb78-4ade-b9d4-cace571e113a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=80332a57-e941-4fbe-a8fa-0d365365ea89 HTTP/1.1" status: 200 len: 855 time: 0.0618653 Aug 10 11:37:09.200606 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-eda06924-41b3-4587-8d9e-25ca0db5bcf9 req-a99cc599-307d-4cec-8114-aedfc3ab4943 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=02710295-ca4d-44ac-b1e8-d7eafd73bfc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331376 Aug 10 11:37:09.323438 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-5fd88e4f-9f84-4280-8255-c56b33991e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:09.329443 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-5fd88e4f-9f84-4280-8255-c56b33991e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:09.335125 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-eda06924-41b3-4587-8d9e-25ca0db5bcf9 req-fdcc202f-7406-4bfa-b164-0a41d4377eca service neutron] 10.222.0.59 "GET /v2.0/networks/02710295-ca4d-44ac-b1e8-d7eafd73bfc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227336 Aug 10 11:37:09.396645 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-5fd88e4f-9f84-4280-8255-c56b33991e83 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7f40ee67283443e59425df821c3391ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3048706 Aug 10 11:37:09.399170 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 56944) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:37:09.422301 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd88e4f-9f84-4280-8255-c56b33991e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb631ed-0ea8-426c-b4ad-ef7149c48492,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:09.454771 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-2ea36c51-f832-4310-97f3-9a07d9c41f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:09.472485 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-eda06924-41b3-4587-8d9e-25ca0db5bcf9 req-d6e6b8d2-6c54-4103-80e0-904d2a8e6fd8 service neutron] 10.222.0.59 "GET /v2.0/networks/02710295-ca4d-44ac-b1e8-d7eafd73bfc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139174 Aug 10 11:37:09.475782 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-2ea36c51-f832-4310-97f3-9a07d9c41f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:09.525653 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-2ea36c51-f832-4310-97f3-9a07d9c41f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:09.529774 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-2ea36c51-f832-4310-97f3-9a07d9c41f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:09.530926 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-2ea36c51-f832-4310-97f3-9a07d9c41f78 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9fb631ed-0ea8-426c-b4ad-ef7149c48492 HTTP/1.1" status: 204 len: 168 time: 0.1307704 Aug 10 11:37:09.543382 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea36c51-f832-4310-97f3-9a07d9c41f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb631ed-0ea8-426c-b4ad-ef7149c48492,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:09.637014 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919449f-3264-458c-ba84-3d1a3c2f0ebf req-ea2d86b9-fbf4-48f0-8f26-1ec66335b383 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:09.638524 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-1919449f-3264-458c-ba84-3d1a3c2f0ebf req-ea2d86b9-fbf4-48f0-8f26-1ec66335b383 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?device_id=89507f07-14fe-4343-b6eb-4fba0f673fc0 HTTP/1.1" status: 200 len: 943 time: 0.0516198 Aug 10 11:37:09.677316 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-1919449f-3264-458c-ba84-3d1a3c2f0ebf req-494413be-fcec-4e39-a30e-593419885e3a tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6c7fc0-4b04-42cf-a72a-e3b354e0d15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318251 Aug 10 11:37:09.782115 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-68530e51-c783-4460-a419-f96f34511541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:10.794710 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb80fd-009f-49e1-b31f-ab2688cc75f6 req-1751edd0-a132-402b-89c7-fa9913a11b12 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:10.796228 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-6abb80fd-009f-49e1-b31f-ab2688cc75f6 req-1751edd0-a132-402b-89c7-fa9913a11b12 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?device_id=89507f07-14fe-4343-b6eb-4fba0f673fc0 HTTP/1.1" status: 200 len: 943 time: 0.0491862 Aug 10 11:37:10.837821 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-6abb80fd-009f-49e1-b31f-ab2688cc75f6 req-f503ce97-7ab9-4a9c-80ab-306b092d190c tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6c7fc0-4b04-42cf-a72a-e3b354e0d15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354114 Aug 10 11:37:11.071730 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 56992) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:37:11.177025 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-05739092-3f53-4de3-9b09-7b9ca3b6f36f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:11.268287 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-05739092-3f53-4de3-9b09-7b9ca3b6f36f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:11.271659 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-05739092-3f53-4de3-9b09-7b9ca3b6f36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:11.309205 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-05739092-3f53-4de3-9b09-7b9ca3b6f36f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e52545a89de64802acbdcaff41ecdfac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2363954 Aug 10 11:37:11.310057 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05739092-3f53-4de3-9b09-7b9ca3b6f36f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228d92e8-ef05-48ab-9621-797350fc1bd6,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:11.311991 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 56996) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:37:11.359425 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-9f170e80-2cf9-4dbb-b76a-0e9d81abb525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:11.384516 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-9f170e80-2cf9-4dbb-b76a-0e9d81abb525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:11.429358 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-9f170e80-2cf9-4dbb-b76a-0e9d81abb525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:11.431891 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-9f170e80-2cf9-4dbb-b76a-0e9d81abb525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:11.433721 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-9f170e80-2cf9-4dbb-b76a-0e9d81abb525 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/228d92e8-ef05-48ab-9621-797350fc1bd6 HTTP/1.1" status: 204 len: 168 time: 0.1206617 Aug 10 11:37:11.441350 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f170e80-2cf9-4dbb-b76a-0e9d81abb525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228d92e8-ef05-48ab-9621-797350fc1bd6,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:11.692152 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 57002) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:37:11.705466 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-a5c23f6f-2d45-42a1-9452-07428f7137c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:11.794642 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-a5c23f6f-2d45-42a1-9452-07428f7137c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:11.798184 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-a5c23f6f-2d45-42a1-9452-07428f7137c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:11.834643 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-a5c23f6f-2d45-42a1-9452-07428f7137c4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8df08657d803498cb3bb98f82e2d99f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1412435 Aug 10 11:37:11.836515 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c23f6f-2d45-42a1-9452-07428f7137c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5130fe3c-5f48-49b7-9db3-a39197f270d9,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:11.837488 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 57004) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:37:11.886757 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-97bbd073-5238-4bb2-8678-af89ad6fede2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:11.919118 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-97bbd073-5238-4bb2-8678-af89ad6fede2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:11.978200 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297726f9-ebe4-4f56-95f1-0f0929173797 req-04226549-1efc-48cb-9294-327abaa773d0 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:11.979721 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-297726f9-ebe4-4f56-95f1-0f0929173797 req-04226549-1efc-48cb-9294-327abaa773d0 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?device_id=89507f07-14fe-4343-b6eb-4fba0f673fc0 HTTP/1.1" status: 200 len: 943 time: 0.0753546 Aug 10 11:37:12.000653 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-97bbd073-5238-4bb2-8678-af89ad6fede2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:12.003191 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-97bbd073-5238-4bb2-8678-af89ad6fede2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:12.004353 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-97bbd073-5238-4bb2-8678-af89ad6fede2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5130fe3c-5f48-49b7-9db3-a39197f270d9 HTTP/1.1" status: 204 len: 168 time: 0.1658859 Aug 10 11:37:12.018343 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bbd073-5238-4bb2-8678-af89ad6fede2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5130fe3c-5f48-49b7-9db3-a39197f270d9,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:12.036566 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-297726f9-ebe4-4f56-95f1-0f0929173797 req-4768f5cc-3c2e-4869-8747-a9e693b497be tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6c7fc0-4b04-42cf-a72a-e3b354e0d15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507684 Aug 10 11:37:12.243356 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device aed3ac85-21ce-4be1-88a9-f9ed544924ce details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 11:37:12.338595 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port aed3ac85-21ce-4be1-88a9-f9ed544924ce, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=aed3ac85-21ce-4be1-88a9-f9ed544924ce,segment=NetworkSegment(f590e8e8-eb77-44b5-b3b4-77c417bdd04b),segment_id=f590e8e8-eb77-44b5-b3b4-77c417bdd04b)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:37:12.350721 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Returning: {'device': 'aed3ac85-21ce-4be1-88a9-f9ed544924ce', 'network_id': '02710295-ca4d-44ac-b1e8-d7eafd73bfc3', 'port_id': 'aed3ac85-21ce-4be1-88a9-f9ed544924ce', 'mac_address': 'fa:16:3e:f1:6c:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80332a57-e941-4fbe-a8fa-0d365365ea89', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 11:37:12.391936 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:12.405223 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aed3ac85-21ce-4be1-88a9-f9ed544924ce {{(pid=93317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 11:37:12.425302 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port aed3ac85-21ce-4be1-88a9-f9ed544924ce, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=aed3ac85-21ce-4be1-88a9-f9ed544924ce,segment=NetworkSegment(f590e8e8-eb77-44b5-b3b4-77c417bdd04b),segment_id=f590e8e8-eb77-44b5-b3b4-77c417bdd04b)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:37:12.429046 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:12.476877 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=aed3ac85-21ce-4be1-88a9-f9ed544924ce,revision_number=4']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:12.688633 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] get_ports_and_sgs() called for port_ids ['aed3ac85-21ce-4be1-88a9-f9ed544924ce'] {{(pid=93317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 11:37:13.159919 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70166ea7-f7e5-4765-9884-1bad903414c4 req-8c1a84f9-8335-486f-82c4-38a0cd45ff38 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:13.161553 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-70166ea7-f7e5-4765-9884-1bad903414c4 req-8c1a84f9-8335-486f-82c4-38a0cd45ff38 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?device_id=89507f07-14fe-4343-b6eb-4fba0f673fc0 HTTP/1.1" status: 200 len: 944 time: 0.0592892 Aug 10 11:37:13.199894 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-70166ea7-f7e5-4765-9884-1bad903414c4 req-f930b640-16aa-41e9-a5d0-33149fe4b9cc tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6c7fc0-4b04-42cf-a72a-e3b354e0d15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318017 Aug 10 11:37:13.800445 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 57066) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:37:13.908644 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-f4b17a1d-46f6-4465-af05-1f2d94cc8e30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:13.994551 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-f4b17a1d-46f6-4465-af05-1f2d94cc8e30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:13.999042 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-f4b17a1d-46f6-4465-af05-1f2d94cc8e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:14.036045 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-f4b17a1d-46f6-4465-af05-1f2d94cc8e30 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=58ccdbdf7e584adb9d190ac87a9fef8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2345152 Aug 10 11:37:14.036909 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b17a1d-46f6-4465-af05-1f2d94cc8e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b75746e-1383-4c5f-b313-cc67a5fdb2ed,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:14.039356 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 57070) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:37:14.090245 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-bbf86b1f-a1d5-4334-ba1e-92e2940e8821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:14.110889 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-bbf86b1f-a1d5-4334-ba1e-92e2940e8821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:14.155420 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-bbf86b1f-a1d5-4334-ba1e-92e2940e8821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:14.157967 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-bbf86b1f-a1d5-4334-ba1e-92e2940e8821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:14.159129 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-bbf86b1f-a1d5-4334-ba1e-92e2940e8821 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3b75746e-1383-4c5f-b313-cc67a5fdb2ed HTTP/1.1" status: 204 len: 168 time: 0.1187863 Aug 10 11:37:14.166991 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf86b1f-a1d5-4334-ba1e-92e2940e8821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b75746e-1383-4c5f-b313-cc67a5fdb2ed,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:14.275811 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device aed3ac85-21ce-4be1-88a9-f9ed544924ce up at agent hyperv_hv-cinder-79280 {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:37:14.320361 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e852d-8482-433c-9f49-2b34b05dfc77 req-a6781c01-94f9-43f1-a721-59d1785eda36 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:14.321913 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-520e852d-8482-433c-9f49-2b34b05dfc77 req-a6781c01-94f9-43f1-a721-59d1785eda36 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?device_id=89507f07-14fe-4343-b6eb-4fba0f673fc0 HTTP/1.1" status: 200 len: 944 time: 0.0556200 Aug 10 11:37:14.327361 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Provisioning for port aed3ac85-21ce-4be1-88a9-f9ed544924ce completed by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:37:14.331557 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Provisioning complete for port aed3ac85-21ce-4be1-88a9-f9ed544924ce triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:37:14.331938 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:14.363463 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-520e852d-8482-433c-9f49-2b34b05dfc77 req-c87ba9a0-c86f-465d-94d4-8b2eaa346b57 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6c7fc0-4b04-42cf-a72a-e3b354e0d15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338509 Aug 10 11:37:14.425305 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:14.437097 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 57078) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:37:14.450522 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-e738e3f5-f872-4922-a0a5-34f475a7cee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:14.452528 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89507f07-14fe-4343-b6eb-4fba0f673fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed3ac85-21ce-4be1-88a9-f9ed544924ce'}] {{(pid=93317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:37:14.454801 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f65e5affd22be71f9b00dd80d36c6e54843c66eef292b5ed0267a1f9ac014f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbff95e-2d79-4ab4-8a78-391ae85f2948" -d '{"events": [{"server_uuid": "89507f07-14fe-4343-b6eb-4fba0f673fc0", "name": "network-vif-plugged", "status": "completed", "tag": "aed3ac85-21ce-4be1-88a9-f9ed544924ce"}]}' {{(pid=93317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:37:14.468421 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port aed3ac85-21ce-4be1-88a9-f9ed544924ce, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=aed3ac85-21ce-4be1-88a9-f9ed544924ce,segment=NetworkSegment(f590e8e8-eb77-44b5-b3b4-77c417bdd04b),segment_id=f590e8e8-eb77-44b5-b3b4-77c417bdd04b)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:37:14.475171 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:14.500533 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 11:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0249f549-93f7-4625-a591-a89cd8314f44 x-openstack-request-id: req-0249f549-93f7-4625-a591-a89cd8314f44 {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:37:14.500957 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89507f07-14fe-4343-b6eb-4fba0f673fc0", "name": "network-vif-plugged", "status": "completed", "tag": "aed3ac85-21ce-4be1-88a9-f9ed544924ce", "code": 200}]} {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:37:14.501061 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0249f549-93f7-4625-a591-a89cd8314f44 {{(pid=93317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:37:14.501404 dv-cinder-792800-5-iscsi neutron-server[93317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89507f07-14fe-4343-b6eb-4fba0f673fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed3ac85-21ce-4be1-88a9-f9ed544924ce', 'code': 200} Aug 10 11:37:14.533321 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=aed3ac85-21ce-4be1-88a9-f9ed544924ce,revision_number=5']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:14.561059 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-e738e3f5-f872-4922-a0a5-34f475a7cee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:14.564917 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-e738e3f5-f872-4922-a0a5-34f475a7cee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:14.607123 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-e738e3f5-f872-4922-a0a5-34f475a7cee2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b30651097cdc416995e64afef8e303d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1689212 Aug 10 11:37:14.609201 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738e3f5-f872-4922-a0a5-34f475a7cee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d20817-6d57-4a05-8f8f-743f17afc237,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:14.609681 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 57082) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:37:14.654654 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b27097-9f4d-4c45-8e68-fa8ace4c3f28 req-72278acd-9a7f-49ac-ab67-531fca7f8576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:14.656152 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-63b27097-9f4d-4c45-8e68-fa8ace4c3f28 req-72278acd-9a7f-49ac-ab67-531fca7f8576 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=89507f07-14fe-4343-b6eb-4fba0f673fc0 HTTP/1.1" status: 200 len: 1098 time: 0.0382571 Aug 10 11:37:14.658375 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-f3d92fda-793f-4f04-a744-da35011d2e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:14.679538 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-f3d92fda-793f-4f04-a744-da35011d2e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:14.693617 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-63b27097-9f4d-4c45-8e68-fa8ace4c3f28 req-7809b260-1850-411c-a81b-76f3b455ecf8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5c6c7fc0-4b04-42cf-a72a-e3b354e0d15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297353 Aug 10 11:37:14.724173 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-f3d92fda-793f-4f04-a744-da35011d2e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:14.726718 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-f3d92fda-793f-4f04-a744-da35011d2e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:14.727847 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-f3d92fda-793f-4f04-a744-da35011d2e83 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/47d20817-6d57-4a05-8f8f-743f17afc237 HTTP/1.1" status: 204 len: 168 time: 0.1171877 Aug 10 11:37:14.736026 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d92fda-793f-4f04-a744-da35011d2e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d20817-6d57-4a05-8f8f-743f17afc237,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:14.863567 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:15.480356 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679aeccf-101b-436c-9034-29f6077eea8a req-fdb90762-295d-400d-b972-aa7add17b9d7 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:15.481931 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-679aeccf-101b-436c-9034-29f6077eea8a req-fdb90762-295d-400d-b972-aa7add17b9d7 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?device_id=89507f07-14fe-4343-b6eb-4fba0f673fc0 HTTP/1.1" status: 200 len: 945 time: 0.0500093 Aug 10 11:37:15.521830 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-679aeccf-101b-436c-9034-29f6077eea8a req-e9ad0c83-77fe-451f-863a-793beafc83cb tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6c7fc0-4b04-42cf-a72a-e3b354e0d15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339217 Aug 10 11:37:15.797521 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 57118) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:37:15.901120 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-b78f949a-7469-4482-b9a7-2d814fc8247a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:15.989870 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-b78f949a-7469-4482-b9a7-2d814fc8247a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:15.994124 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-b78f949a-7469-4482-b9a7-2d814fc8247a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:16.030644 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78f949a-7469-4482-b9a7-2d814fc8247a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb38891f-5421-4654-861a-a9b50e6531b2,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:16.034797 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-b78f949a-7469-4482-b9a7-2d814fc8247a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=543aeac6620a44358d394c135282f424&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2362852 Aug 10 11:37:16.037421 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 57122) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:37:16.084807 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-37f79c4e-9d3f-4d4a-9a98-9f2907cbfb72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:16.106526 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-37f79c4e-9d3f-4d4a-9a98-9f2907cbfb72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:16.153755 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-37f79c4e-9d3f-4d4a-9a98-9f2907cbfb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:16.156315 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-37f79c4e-9d3f-4d4a-9a98-9f2907cbfb72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:16.157495 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-37f79c4e-9d3f-4d4a-9a98-9f2907cbfb72 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eb38891f-5421-4654-861a-a9b50e6531b2 HTTP/1.1" status: 204 len: 168 time: 0.1191666 Aug 10 11:37:16.165414 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f79c4e-9d3f-4d4a-9a98-9f2907cbfb72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb38891f-5421-4654-861a-a9b50e6531b2,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:16.652545 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad8309-759b-4c96-a220-61a656689e9f req-cc10e7dd-59cc-458f-b52f-c01337c500b8 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:16.654068 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-bcad8309-759b-4c96-a220-61a656689e9f req-cc10e7dd-59cc-458f-b52f-c01337c500b8 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?device_id=89507f07-14fe-4343-b6eb-4fba0f673fc0 HTTP/1.1" status: 200 len: 945 time: 0.0630085 Aug 10 11:37:16.693050 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-bcad8309-759b-4c96-a220-61a656689e9f req-e0d87f60-3d82-4561-9a69-d9122dbdead0 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6c7fc0-4b04-42cf-a72a-e3b354e0d15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330482 Aug 10 11:37:16.768294 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 57150) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:37:16.873845 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [None req-405f503e-4d50-4f59-858d-ee51bf2cc7ed admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-901666627-network', 'tenant_id': '93e9fd08e08f44a79d5b831058268103'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:37:16.889364 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405f503e-4d50-4f59-858d-ee51bf2cc7ed admin admin] Made reservation on behalf of 93e9fd08e08f44a79d5b831058268103 for: {'network': 1} {{(pid=93315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:37:16.891945 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-405f503e-4d50-4f59-858d-ee51bf2cc7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for network, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:16.900478 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-405f503e-4d50-4f59-858d-ee51bf2cc7ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:16.990375 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-405f503e-4d50-4f59-858d-ee51bf2cc7ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:16.994168 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-405f503e-4d50-4f59-858d-ee51bf2cc7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:17.018482 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-405f503e-4d50-4f59-858d-ee51bf2cc7ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=93315) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 11:37:17.028113 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405f503e-4d50-4f59-858d-ee51bf2cc7ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911e61df-c842-41c0-b5cf-5a61827ba7db,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:17.035589 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-405f503e-4d50-4f59-858d-ee51bf2cc7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462'] for segment, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:17.035862 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.db.segments_db [None req-405f503e-4d50-4f59-858d-ee51bf2cc7ed admin admin] Added segment 10b19772-df56-4489-91de-8592b3a16431 of type vlan for network 950c04cb-547c-4811-9416-9462dc83815e Aug 10 11:37:17.082396 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-405f503e-4d50-4f59-858d-ee51bf2cc7ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778040477516'] for network, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:17.116678 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-405f503e-4d50-4f59-858d-ee51bf2cc7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008'] for network, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:17.118056 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405f503e-4d50-4f59-858d-ee51bf2cc7ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:17.118527 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-405f503e-4d50-4f59-858d-ee51bf2cc7ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for network, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:17.170922 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-405f503e-4d50-4f59-858d-ee51bf2cc7ed admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3994405 Aug 10 11:37:17.170922 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 57164) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:37:17.178484 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [None req-103e7e08-b25f-42ea-8a9d-322e109740c1 admin admin] Request body: {'subnet': {'network_id': '950c04cb-547c-4811-9416-9462dc83815e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-901666627-subnet', 'tenant_id': '93e9fd08e08f44a79d5b831058268103', 'ip_version': 4}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:37:17.194451 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405f503e-4d50-4f59-858d-ee51bf2cc7ed admin admin] Pushing event updated for resources: {'Network': ['ID=950c04cb-547c-4811-9416-9462dc83815e,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:17.204105 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Network 950c04cb-547c-4811-9416-9462dc83815e details requested by agent ovs-agent-dv-cinder-792800-5-iscsi with host dv-cinder-792800-5-iscsi {{(pid=93317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 11:37:17.209112 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103e7e08-b25f-42ea-8a9d-322e109740c1 admin admin] Made reservation on behalf of 93e9fd08e08f44a79d5b831058268103 for: {'subnet': 1} {{(pid=93315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:37:17.211585 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-103e7e08-b25f-42ea-8a9d-322e109740c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130361298'] for subnet, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:17.375992 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-103e7e08-b25f-42ea-8a9d-322e109740c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134105691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130149043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130361280'] for subnet, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:17.427777 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e7e08-b25f-42ea-8a9d-322e109740c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b17e9149-d8bd-4d5c-852a-7eebd9fd1a31,revision_number=0']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:17.438619 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103e7e08-b25f-42ea-8a9d-322e109740c1 admin admin] Checking segment: {'id': '10b19772-df56-4489-91de-8592b3a16431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '950c04cb-547c-4811-9416-9462dc83815e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:37:17.438986 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103e7e08-b25f-42ea-8a9d-322e109740c1 admin admin] Network hostable DHCP agents. Network: 950c04cb-547c-4811-9416-9462dc83815e, hostable agents: ['0b3fe0ed-30c0-4c64-a4f4-6f12777a422c'], hosted agents: [] {{(pid=93315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 11:37:17.455200 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103e7e08-b25f-42ea-8a9d-322e109740c1 admin admin] Network 950c04cb-547c-4811-9416-9462dc83815e is scheduled to be hosted by DHCP agent 0b3fe0ed-30c0-4c64-a4f4-6f12777a422c with binding_index 1 {{(pid=93315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 11:37:17.464008 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.base_scheduler [None req-103e7e08-b25f-42ea-8a9d-322e109740c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-5-iscsi, 950c04cb-547c-4811-9416-9462dc83815e) {{(pid=93315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:37:17.468006 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103e7e08-b25f-42ea-8a9d-322e109740c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:17.468905 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-103e7e08-b25f-42ea-8a9d-322e109740c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:17.473634 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb9f005-8689-4a37-8e9d-daf498ee2670 None None] Network 950c04cb-547c-4811-9416-9462dc83815e requested from dv-cinder-792800-5-iscsi {{(pid=93317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:37:17.486876 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 57166) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:37:17.487523 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-103e7e08-b25f-42ea-8a9d-322e109740c1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3141894 Aug 10 11:37:17.491460 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-c73c230b-2596-4994-be0e-a597e3b479d1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-901666627-router', 'tenant_id': '93e9fd08e08f44a79d5b831058268103', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'}}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:37:17.515813 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-c73c230b-2596-4994-be0e-a597e3b479d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-134123482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-507807'] for router, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:17.516896 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-c73c230b-2596-4994-be0e-a597e3b479d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-134123114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-134149659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134205986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-507782'] for router, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:17.570156 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-c73c230b-2596-4994-be0e-a597e3b479d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:17.641260 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaac48f0-ea89-4875-b000-588ef98143b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31ed9ef1-cb2b-58e0-a77f-21ee6076cf6a-950c04cb-547c-4811-9416-9462dc83815e', 'network_id': '950c04cb-547c-4811-9416-9462dc83815e', 'tenant_id': '93e9fd08e08f44a79d5b831058268103', 'fixed_ips': [{'subnet_id': 'b17e9149-d8bd-4d5c-852a-7eebd9fd1a31'}]}} from dv-cinder-792800-5-iscsi. {{(pid=93317) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 11:37:17.642230 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-eaac48f0-ea89-4875-b000-588ef98143b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:17.786505 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.db_base_plugin_common [None req-eaac48f0-ea89-4875-b000-588ef98143b4 None None] Allocated IP 172.20.0.2 (950c04cb-547c-4811-9416-9462dc83815e/b17e9149-d8bd-4d5c-852a-7eebd9fd1a31/d6e4f7b3-3fe5-49e8-9f2a-82658f52142a) {{(pid=93317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:37:17.938304 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-eaac48f0-ea89-4875-b000-588ef98143b4 None None] Notify callbacks [] for port, precommit_create {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:17.946410 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-c73c230b-2596-4994-be0e-a597e3b479d1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:17.954505 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-eaac48f0-ea89-4875-b000-588ef98143b4 None None] Transition to ACTIVE for port object d6e4f7b3-3fe5-49e8-9f2a-82658f52142a will not be triggered until provisioned by entity L2. {{(pid=93317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:37:17.969556 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-eaac48f0-ea89-4875-b000-588ef98143b4 None None] Transition to ACTIVE for port object d6e4f7b3-3fe5-49e8-9f2a-82658f52142a will not be triggered until provisioned by entity DHCP. {{(pid=93317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:37:17.976269 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-eaac48f0-ea89-4875-b000-588ef98143b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036'] for port, after_create {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:18.012803 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaac48f0-ea89-4875-b000-588ef98143b4 None None] Network 950c04cb-547c-4811-9416-9462dc83815e is already hosted by enough agents. {{(pid=93317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:37:18.017520 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.scheduler.base_scheduler [None req-eaac48f0-ea89-4875-b000-588ef98143b4 None None] Resources bound (agent type, host, resource id): {{(pid=93317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:37:18.020985 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaac48f0-ea89-4875-b000-588ef98143b4 None None] Received port after_create {{(pid=93317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:37:18.028834 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac48f0-ea89-4875-b000-588ef98143b4 None None] Pushing event updated for resources: {'Port': ['ID=d6e4f7b3-3fe5-49e8-9f2a-82658f52142a,revision_number=1']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:18.079232 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-eaac48f0-ea89-4875-b000-588ef98143b4 None None] Attempting to bind port d6e4f7b3-3fe5-49e8-9f2a-82658f52142a on host dv-cinder-792800-5-iscsi for vnic_type normal with profile {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:37:18.079599 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-eaac48f0-ea89-4875-b000-588ef98143b4 None None] Attempting to bind port d6e4f7b3-3fe5-49e8-9f2a-82658f52142a by drivers openvswitch,hyperv on host dv-cinder-792800-5-iscsi at level 0 using segments [{'id': '10b19772-df56-4489-91de-8592b3a16431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '950c04cb-547c-4811-9416-9462dc83815e'}] {{(pid=93317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:37:18.079961 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaac48f0-ea89-4875-b000-588ef98143b4 None None] Attempting to bind port d6e4f7b3-3fe5-49e8-9f2a-82658f52142a on network 950c04cb-547c-4811-9416-9462dc83815e {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:37:18.084920 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaac48f0-ea89-4875-b000-588ef98143b4 None None] Checking agent: {'id': '7e56837d-5a68-4d8c-918f-73dada8ac547', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 21, 37), 'started_at': datetime.datetime(2021, 8, 10, 11, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:37:18.085295 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaac48f0-ea89-4875-b000-588ef98143b4 None None] Checking segment: {'id': '10b19772-df56-4489-91de-8592b3a16431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '950c04cb-547c-4811-9416-9462dc83815e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:37:18.085698 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-eaac48f0-ea89-4875-b000-588ef98143b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:18.086085 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaac48f0-ea89-4875-b000-588ef98143b4 None None] Bound using segment: {'id': '10b19772-df56-4489-91de-8592b3a16431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '950c04cb-547c-4811-9416-9462dc83815e'} {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:37:18.086553 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-eaac48f0-ea89-4875-b000-588ef98143b4 None None] Bound port: d6e4f7b3-3fe5-49e8-9f2a-82658f52142a, host: dv-cinder-792800-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b19772-df56-4489-91de-8592b3a16431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '950c04cb-547c-4811-9416-9462dc83815e'}}] {{(pid=93317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:37:18.086934 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-eaac48f0-ea89-4875-b000-588ef98143b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:18.144484 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-c73c230b-2596-4994-be0e-a597e3b479d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:18.158919 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-eaac48f0-ea89-4875-b000-588ef98143b4 None None] For port d6e4f7b3-3fe5-49e8-9f2a-82658f52142a, host dv-cinder-792800-5-iscsi, cleared binding levels {{(pid=93317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:37:18.163344 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-eaac48f0-ea89-4875-b000-588ef98143b4 None None] For port d6e4f7b3-3fe5-49e8-9f2a-82658f52142a, host dv-cinder-792800-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=d6e4f7b3-3fe5-49e8-9f2a-82658f52142a,segment=NetworkSegment(10b19772-df56-4489-91de-8592b3a16431),segment_id=10b19772-df56-4489-91de-8592b3a16431)] {{(pid=93317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:37:18.163923 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-c73c230b-2596-4994-be0e-a597e3b479d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:18.167646 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-eaac48f0-ea89-4875-b000-588ef98143b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:18.236445 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac48f0-ea89-4875-b000-588ef98143b4 None None] Pushing event updated for resources: {'Port': ['ID=d6e4f7b3-3fe5-49e8-9f2a-82658f52142a,revision_number=2']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:18.285460 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.db_base_plugin_common [None req-c73c230b-2596-4994-be0e-a597e3b479d1 admin admin] Allocated IP 172.27.1.103 (5acaf353-3f61-4dec-9325-b74ab1b31d79/161344f3-be79-4209-8149-4c1c277e8dc7/c14f6fc3-f12b-44f7-90ba-86ed23af16db) {{(pid=93316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:37:18.440039 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-c73c230b-2596-4994-be0e-a597e3b479d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:18.556280 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a184a-5020-454c-be09-ee39d8c7d522 req-960889ad-1672-4882-91a9-58f8a12dc1f0 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:18.558310 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-190a184a-5020-454c-be09-ee39d8c7d522 req-960889ad-1672-4882-91a9-58f8a12dc1f0 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/networks?id=02710295-ca4d-44ac-b1e8-d7eafd73bfc3 HTTP/1.1" status: 200 len: 815 time: 0.1363592 Aug 10 11:37:18.563188 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-c73c230b-2596-4994-be0e-a597e3b479d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130748572'] for port, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:18.610247 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-190a184a-5020-454c-be09-ee39d8c7d522 req-149a6433-5790-483e-b436-8e46556c4653 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/quotas/a1584f3ed8d0470fa09ce0984290fe5d HTTP/1.1" status: 200 len: 375 time: 0.0443752 Aug 10 11:37:18.615349 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73c230b-2596-4994-be0e-a597e3b479d1 admin admin] Network 5acaf353-3f61-4dec-9325-b74ab1b31d79 is already hosted by enough agents. {{(pid=93316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:37:18.630289 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.base_scheduler [None req-c73c230b-2596-4994-be0e-a597e3b479d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:37:18.632789 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73c230b-2596-4994-be0e-a597e3b479d1 admin admin] Received port after_create {{(pid=93316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:37:18.638831 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c230b-2596-4994-be0e-a597e3b479d1 admin admin] Pushing event updated for resources: {'Port': ['ID=c14f6fc3-f12b-44f7-90ba-86ed23af16db,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:18.683759 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73c230b-2596-4994-be0e-a597e3b479d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:37:18.684106 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73c230b-2596-4994-be0e-a597e3b479d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:37:18.684449 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73c230b-2596-4994-be0e-a597e3b479d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:37:18.684815 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73c230b-2596-4994-be0e-a597e3b479d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:37:18.685152 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73c230b-2596-4994-be0e-a597e3b479d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:37:18.685489 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73c230b-2596-4994-be0e-a597e3b479d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:37:18.685846 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73c230b-2596-4994-be0e-a597e3b479d1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:37:18.686176 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73c230b-2596-4994-be0e-a597e3b479d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:37:18.686502 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73c230b-2596-4994-be0e-a597e3b479d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:37:18.686944 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73c230b-2596-4994-be0e-a597e3b479d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:37:18.687300 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73c230b-2596-4994-be0e-a597e3b479d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:37:18.687598 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73c230b-2596-4994-be0e-a597e3b479d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:37:18.718256 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-190a184a-5020-454c-be09-ee39d8c7d522 req-3fafe1b9-64a9-40a8-9f72-71f28c25296a tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a1584f3ed8d0470fa09ce0984290fe5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1018493 Aug 10 11:37:18.936654 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-190a184a-5020-454c-be09-ee39d8c7d522 req-970e13ff-8a38-46eb-9553-0d7c3cd98000 service neutron] 10.222.0.24 "GET /v2.0/networks/02710295-ca4d-44ac-b1e8-d7eafd73bfc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880243 Aug 10 11:37:19.058751 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-c73c230b-2596-4994-be0e-a597e3b479d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:19.062191 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc0963f-88c7-4805-bed1-66dfd44bee58 None None] Network 950c04cb-547c-4811-9416-9462dc83815e requested from dv-cinder-792800-5-iscsi {{(pid=93317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:37:19.108222 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-190a184a-5020-454c-be09-ee39d8c7d522 req-8b905d99-3f0b-4b7c-a062-06ab8aaf8a71 service neutron] 10.222.0.24 "GET /v2.0/networks/02710295-ca4d-44ac-b1e8-d7eafd73bfc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616294 Aug 10 11:37:19.189767 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-39062ed0-12f0-4d41-884a-9a4aac58111a None None] Provisioning for port d6e4f7b3-3fe5-49e8-9f2a-82658f52142a completed by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:37:19.285236 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-c73c230b-2596-4994-be0e-a597e3b479d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-134123107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-134149864'] for router, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:19.317508 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ae5ab773-0fd4-4e42-b935-48d67453292d req-7b5efd87-961f-45e2-a034-6ac0b42032a9 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad60e7ce-9280-4399-b602-4d0e4dead965 HTTP/1.1" status: 200 len: 210 time: 0.0473640 Aug 10 11:37:19.442058 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c73c230b-2596-4994-be0e-a597e3b479d1 admin admin] Router 264efce0-8091-4124-9a80-929ec8dad8a4 is scheduled to L3 agent c7f5eca1-6939-476e-9546-e5f0f7bb2dc8 with binding_index 1 {{(pid=93316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 11:37:19.481969 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device d6e4f7b3-3fe5-49e8-9f2a-82658f52142a up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:37:19.550059 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning for port d6e4f7b3-3fe5-49e8-9f2a-82658f52142a completed by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:37:19.554478 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port d6e4f7b3-3fe5-49e8-9f2a-82658f52142a triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:37:19.555038 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:19.558217 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73c230b-2596-4994-be0e-a597e3b479d1 admin admin] Notify agent at l3_agent.dv-cinder-792800-5-iscsi the message routers_updated {{(pid=93316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 11:37:19.575538 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-c73c230b-2596-4994-be0e-a597e3b479d1 admin admin] Notify callbacks [] for router, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:19.577022 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-c73c230b-2596-4994-be0e-a597e3b479d1 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0891213 Aug 10 11:37:19.580810 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 57194) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:37:19.586738 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d36a240-de8d-40a5-be19-0e9e2080a564 None None] Sync routers for ids ['264efce0-8091-4124-9a80-929ec8dad8a4'] in dv-cinder-792800-5-iscsi {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 11:37:19.619369 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d36a240-de8d-40a5-be19-0e9e2080a564 None None] Routers {'264efce0-8091-4124-9a80-929ec8dad8a4'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:37:19.620051 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-2d36a240-de8d-40a5-be19-0e9e2080a564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:37:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['264efce0-8091-4124-9a80-929ec8dad8a4'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:37:19.738390 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:19.781823 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-2d36a240-de8d-40a5-be19-0e9e2080a564 None None] Set router 264efce0-8091-4124-9a80-929ec8dad8a4 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:37:19.844437 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] For port d6e4f7b3-3fe5-49e8-9f2a-82658f52142a, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=d6e4f7b3-3fe5-49e8-9f2a-82658f52142a,segment=NetworkSegment(10b19772-df56-4489-91de-8592b3a16431),segment_id=10b19772-df56-4489-91de-8592b3a16431)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:37:19.849259 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:19.953384 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Pushing event updated for resources: {'Port': ['ID=d6e4f7b3-3fe5-49e8-9f2a-82658f52142a,revision_number=3']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:20.019993 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-407529c4-b903-44e7-a760-660378705074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:20.023256 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-2d36a240-de8d-40a5-be19-0e9e2080a564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264efce0-8091-4124-9a80-929ec8dad8a4', 'name': 'tempest-TestMinimumBasicScenario-901666627-router', 'tenant_id': '93e9fd08e08f44a79d5b831058268103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'c14f6fc3-f12b-44f7-90ba-86ed23af16db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:37:17Z', 'updated_at': '2021-08-10T11:37:18Z', 'revision_number': 3, 'project_id': '93e9fd08e08f44a79d5b831058268103', 'gw_port': {'id': 'c14f6fc3-f12b-44f7-90ba-86ed23af16db', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264efce0-8091-4124-9a80-929ec8dad8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:37:18Z', 'updated_at': '2021-08-10T11:37:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi'}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:37:20.049165 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d36a240-de8d-40a5-be19-0e9e2080a564 None None] Checking router: 264efce0-8091-4124-9a80-929ec8dad8a4 for host: dv-cinder-792800-5-iscsi {{(pid=93317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 11:37:20.049522 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d36a240-de8d-40a5-be19-0e9e2080a564 None None] Updating router 264efce0-8091-4124-9a80-929ec8dad8a4 port c14f6fc3-f12b-44f7-90ba-86ed23af16db binding host dv-cinder-792800-5-iscsi {{(pid=93317) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 11:37:20.074500 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-2d36a240-de8d-40a5-be19-0e9e2080a564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:20.381237 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a184a-5020-454c-be09-ee39d8c7d522 req-3a94a9ef-d9ec-44d3-96b5-a2c31f9762ad tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:20.382968 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-190a184a-5020-454c-be09-ee39d8c7d522 req-3a94a9ef-d9ec-44d3-96b5-a2c31f9762ad tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.59 "GET /v2.0/networks?id=02710295-ca4d-44ac-b1e8-d7eafd73bfc3 HTTP/1.1" status: 200 len: 815 time: 0.1466355 Aug 10 11:37:20.401260 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [req-190a184a-5020-454c-be09-ee39d8c7d522 req-a50283bf-380e-4c00-99ba-a67127027859 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Request body: {'port': {'device_id': 'ad60e7ce-9280-4399-b602-4d0e4dead965', 'network_id': '02710295-ca4d-44ac-b1e8-d7eafd73bfc3', 'admin_state_up': True, 'tenant_id': 'a1584f3ed8d0470fa09ce0984290fe5d'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:37:20.455433 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-b457e428-e073-48d3-a9ab-7d7c6e6d2ed9 req-46bcc160-13f7-4ece-b0f4-8abd4c04f09b tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad60e7ce-9280-4399-b602-4d0e4dead965 HTTP/1.1" status: 200 len: 210 time: 0.0524454 Aug 10 11:37:20.469049 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.db_base_plugin_common [None req-407529c4-b903-44e7-a760-660378705074 admin admin] Allocated IP 172.20.0.1 (950c04cb-547c-4811-9416-9462dc83815e/b17e9149-d8bd-4d5c-852a-7eebd9fd1a31/0dfcebdf-4b5b-4351-ace9-f352a0a2be93) {{(pid=93316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:37:20.516834 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-2d36a240-de8d-40a5-be19-0e9e2080a564 None None] Notify callbacks [] for port, precommit_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:20.527551 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-2d36a240-de8d-40a5-be19-0e9e2080a564 None None] Transition to ACTIVE for port object c14f6fc3-f12b-44f7-90ba-86ed23af16db will not be triggered until provisioned by entity L2. {{(pid=93317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:37:20.534492 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-2d36a240-de8d-40a5-be19-0e9e2080a564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:20.544593 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-190a184a-5020-454c-be09-ee39d8c7d522 req-a50283bf-380e-4c00-99ba-a67127027859 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Made reservation on behalf of a1584f3ed8d0470fa09ce0984290fe5d for: {'port': 1} {{(pid=93315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:37:20.548678 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-190a184a-5020-454c-be09-ee39d8c7d522 req-a50283bf-380e-4c00-99ba-a67127027859 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:20.589682 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-2d36a240-de8d-40a5-be19-0e9e2080a564 None None] Attempting to bind port c14f6fc3-f12b-44f7-90ba-86ed23af16db on host dv-cinder-792800-5-iscsi for vnic_type normal with profile {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:37:20.590067 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-2d36a240-de8d-40a5-be19-0e9e2080a564 None None] Attempting to bind port c14f6fc3-f12b-44f7-90ba-86ed23af16db by drivers openvswitch,hyperv on host dv-cinder-792800-5-iscsi at level 0 using segments [{'id': 'f70d9b94-9741-4a97-8751-b62ba7cc47d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'}] {{(pid=93317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:37:20.590440 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d36a240-de8d-40a5-be19-0e9e2080a564 None None] Attempting to bind port c14f6fc3-f12b-44f7-90ba-86ed23af16db on network 5acaf353-3f61-4dec-9325-b74ab1b31d79 {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:37:20.592830 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-407529c4-b903-44e7-a760-660378705074 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:20.595688 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c7bb4d-d24d-43b6-b02c-5a150782393d None None] Pushing event updated for resources: {'Port': ['ID=c14f6fc3-f12b-44f7-90ba-86ed23af16db,revision_number=2']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:20.598338 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d36a240-de8d-40a5-be19-0e9e2080a564 None None] Checking agent: {'id': '7e56837d-5a68-4d8c-918f-73dada8ac547', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 21, 37), 'started_at': datetime.datetime(2021, 8, 10, 11, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:37:20.598722 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d36a240-de8d-40a5-be19-0e9e2080a564 None None] Checking segment: {'id': 'f70d9b94-9741-4a97-8751-b62ba7cc47d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:37:20.599265 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-2d36a240-de8d-40a5-be19-0e9e2080a564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:20.599665 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d36a240-de8d-40a5-be19-0e9e2080a564 None None] Bound using segment: {'id': 'f70d9b94-9741-4a97-8751-b62ba7cc47d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'} {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:37:20.600143 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-2d36a240-de8d-40a5-be19-0e9e2080a564 None None] Bound port: c14f6fc3-f12b-44f7-90ba-86ed23af16db, host: dv-cinder-792800-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f70d9b94-9741-4a97-8751-b62ba7cc47d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'}}] {{(pid=93317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:37:20.600632 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-2d36a240-de8d-40a5-be19-0e9e2080a564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:20.608289 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.provisioning_blocks [None req-407529c4-b903-44e7-a760-660378705074 admin admin] Transition to ACTIVE for port object 0dfcebdf-4b5b-4351-ace9-f352a0a2be93 will not be triggered until provisioned by entity DHCP. {{(pid=93316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:37:20.646392 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-407529c4-b903-44e7-a760-660378705074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130748572'] for port, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:20.658926 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-2d36a240-de8d-40a5-be19-0e9e2080a564 None None] For port c14f6fc3-f12b-44f7-90ba-86ed23af16db, host dv-cinder-792800-5-iscsi, cleared binding levels {{(pid=93317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:37:20.662556 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-2d36a240-de8d-40a5-be19-0e9e2080a564 None None] For port c14f6fc3-f12b-44f7-90ba-86ed23af16db, host dv-cinder-792800-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=c14f6fc3-f12b-44f7-90ba-86ed23af16db,segment=NetworkSegment(f70d9b94-9741-4a97-8751-b62ba7cc47d6),segment_id=f70d9b94-9741-4a97-8751-b62ba7cc47d6)] {{(pid=93317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:37:20.667017 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-2d36a240-de8d-40a5-be19-0e9e2080a564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:20.682590 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407529c4-b903-44e7-a760-660378705074 admin admin] Network 950c04cb-547c-4811-9416-9462dc83815e is already hosted by enough agents. {{(pid=93316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:37:20.685465 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.base_scheduler [None req-407529c4-b903-44e7-a760-660378705074 admin admin] Resources bound (agent type, host, resource id): {{(pid=93316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:37:20.688956 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407529c4-b903-44e7-a760-660378705074 admin admin] Received port after_create {{(pid=93316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:37:20.698191 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.db_base_plugin_common [req-190a184a-5020-454c-be09-ee39d8c7d522 req-a50283bf-380e-4c00-99ba-a67127027859 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Allocated IP 172.20.0.7 (02710295-ca4d-44ac-b1e8-d7eafd73bfc3/80332a57-e941-4fbe-a8fa-0d365365ea89/e92afeaa-4102-49d8-b5e5-3d39b901ef4c) {{(pid=93315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:37:20.726546 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d36a240-de8d-40a5-be19-0e9e2080a564 None None] Routers {'264efce0-8091-4124-9a80-929ec8dad8a4'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:37:20.727205 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-2d36a240-de8d-40a5-be19-0e9e2080a564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:37:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['264efce0-8091-4124-9a80-929ec8dad8a4'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:37:20.727778 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407529c4-b903-44e7-a760-660378705074 admin admin] Pushing event updated for resources: {'Port': ['ID=0dfcebdf-4b5b-4351-ace9-f352a0a2be93,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:20.739159 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-407529c4-b903-44e7-a760-660378705074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-134174491'] for router_interface, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:20.805724 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c7bb4d-d24d-43b6-b02c-5a150782393d None None] Pushing event updated for resources: {'Port': ['ID=c14f6fc3-f12b-44f7-90ba-86ed23af16db,revision_number=3']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:20.878606 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-2d36a240-de8d-40a5-be19-0e9e2080a564 None None] Set router 264efce0-8091-4124-9a80-929ec8dad8a4 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:37:20.905510 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-190a184a-5020-454c-be09-ee39d8c7d522 req-a50283bf-380e-4c00-99ba-a67127027859 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Notify callbacks [] for port, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:20.913330 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-407529c4-b903-44e7-a760-660378705074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:20.943474 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-190a184a-5020-454c-be09-ee39d8c7d522 req-a50283bf-380e-4c00-99ba-a67127027859 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:20.955661 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] get_ports_and_sgs() called for port_ids ['992d2904-71ec-4c9c-a627-ccdcce328b48', 'aed3ac85-21ce-4be1-88a9-f9ed544924ce'] {{(pid=93317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 11:37:20.968175 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-190a184a-5020-454c-be09-ee39d8c7d522 req-a50283bf-380e-4c00-99ba-a67127027859 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Network 02710295-ca4d-44ac-b1e8-d7eafd73bfc3 is already hosted by enough agents. {{(pid=93315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:37:20.989176 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.base_scheduler [req-190a184a-5020-454c-be09-ee39d8c7d522 req-a50283bf-380e-4c00-99ba-a67127027859 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Resources bound (agent type, host, resource id): {{(pid=93315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:37:20.993536 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [req-190a184a-5020-454c-be09-ee39d8c7d522 req-a50283bf-380e-4c00-99ba-a67127027859 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Received port after_create {{(pid=93315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:37:21.036804 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50283bf-380e-4c00-99ba-a67127027859 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Pushing event updated for resources: {'Port': ['ID=e92afeaa-4102-49d8-b5e5-3d39b901ef4c,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:21.037518 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-fae99109-15f6-4cae-b875-39004960c2f8 None None] Provisioning for port 0dfcebdf-4b5b-4351-ace9-f352a0a2be93 completed by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:37:21.053880 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a184a-5020-454c-be09-ee39d8c7d522 req-a50283bf-380e-4c00-99ba-a67127027859 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:21.054580 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-190a184a-5020-454c-be09-ee39d8c7d522 req-a50283bf-380e-4c00-99ba-a67127027859 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:21.054731 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-fae99109-15f6-4cae-b875-39004960c2f8 None None] Provisioning complete for port 0dfcebdf-4b5b-4351-ace9-f352a0a2be93 triggered by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:37:21.054972 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-fae99109-15f6-4cae-b875-39004960c2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:21.069431 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-190a184a-5020-454c-be09-ee39d8c7d522 req-a50283bf-380e-4c00-99ba-a67127027859 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6755888 Aug 10 11:37:21.084150 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [req-190a184a-5020-454c-be09-ee39d8c7d522 req-c310173d-f87e-4549-8fcc-22fd3e4efa61 service neutron] Request body: {'port': {'device_id': 'ad60e7ce-9280-4399-b602-4d0e4dead965', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:37:21.093783 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-407529c4-b903-44e7-a760-660378705074 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:21.098503 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-407529c4-b903-44e7-a760-660378705074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130748519'] for port, after_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:21.117633 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-fae99109-15f6-4cae-b875-39004960c2f8 None None] Port 0dfcebdf-4b5b-4351-ace9-f352a0a2be93 cannot update to ACTIVE because it is not bound. {{(pid=93317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 11:37:21.140995 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-407529c4-b903-44e7-a760-660378705074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133803058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-134174639'] for router_interface, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:21.152752 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-190a184a-5020-454c-be09-ee39d8c7d522 req-c310173d-f87e-4549-8fcc-22fd3e4efa61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:21.215771 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-2d36a240-de8d-40a5-be19-0e9e2080a564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264efce0-8091-4124-9a80-929ec8dad8a4', 'name': 'tempest-TestMinimumBasicScenario-901666627-router', 'tenant_id': '93e9fd08e08f44a79d5b831058268103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'c14f6fc3-f12b-44f7-90ba-86ed23af16db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:37:17Z', 'updated_at': '2021-08-10T11:37:18Z', 'revision_number': 3, 'project_id': '93e9fd08e08f44a79d5b831058268103', 'gw_port': {'id': 'c14f6fc3-f12b-44f7-90ba-86ed23af16db', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264efce0-8091-4124-9a80-929ec8dad8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:37:18Z', 'updated_at': '2021-08-10T11:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi'}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:37:21.222577 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407529c4-b903-44e7-a760-660378705074 admin admin] Pushing event updated for resources: {'Port': ['ID=0dfcebdf-4b5b-4351-ace9-f352a0a2be93,revision_number=2']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:21.248734 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d36a240-de8d-40a5-be19-0e9e2080a564 None None] The sync data for ids ['264efce0-8091-4124-9a80-929ec8dad8a4'] in dv-cinder-792800-5-iscsi is: [{'id': '264efce0-8091-4124-9a80-929ec8dad8a4', 'name': 'tempest-TestMinimumBasicScenario-901666627-router', 'tenant_id': '93e9fd08e08f44a79d5b831058268103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'c14f6fc3-f12b-44f7-90ba-86ed23af16db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:37:17Z', 'updated_at': '2021-08-10T11:37:18Z', 'revision_number': 3, 'project_id': '93e9fd08e08f44a79d5b831058268103', 'gw_port': {'id': 'c14f6fc3-f12b-44f7-90ba-86ed23af16db', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264efce0-8091-4124-9a80-929ec8dad8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:37:18Z', 'updated_at': '2021-08-10T11:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi'}] {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 11:37:21.277364 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407529c4-b903-44e7-a760-660378705074 admin admin] Network 950c04cb-547c-4811-9416-9462dc83815e is already hosted by enough agents. {{(pid=93316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:37:21.277364 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.base_scheduler [None req-407529c4-b903-44e7-a760-660378705074 admin admin] Resources bound (agent type, host, resource id): {{(pid=93316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:37:21.429397 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-407529c4-b903-44e7-a760-660378705074 admin admin] Router 264efce0-8091-4124-9a80-929ec8dad8a4 has already been hosted by L3 agent c7f5eca1-6939-476e-9546-e5f0f7bb2dc8 {{(pid=93316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 11:37:21.467257 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device d6e4f7b3-3fe5-49e8-9f2a-82658f52142a up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:37:21.517128 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [req-190a184a-5020-454c-be09-ee39d8c7d522 req-c310173d-f87e-4549-8fcc-22fd3e4efa61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e92afeaa-4102-49d8-b5e5-3d39b901ef4c {{(pid=93315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 11:37:21.538273 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-190a184a-5020-454c-be09-ee39d8c7d522 req-c310173d-f87e-4549-8fcc-22fd3e4efa61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:21.542473 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port d6e4f7b3-3fe5-49e8-9f2a-82658f52142a triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:37:21.543002 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:21.573458 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.provisioning_blocks [req-190a184a-5020-454c-be09-ee39d8c7d522 req-c310173d-f87e-4549-8fcc-22fd3e4efa61 service neutron] Transition to ACTIVE for port object e92afeaa-4102-49d8-b5e5-3d39b901ef4c will not be triggered until provisioned by entity L2. {{(pid=93315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:37:21.589463 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-190a184a-5020-454c-be09-ee39d8c7d522 req-c310173d-f87e-4549-8fcc-22fd3e4efa61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130148924'] for port, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:21.616066 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407529c4-b903-44e7-a760-660378705074 admin admin] Notify agent at l3_agent.dv-cinder-792800-5-iscsi the message routers_updated {{(pid=93316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 11:37:21.622674 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-407529c4-b903-44e7-a760-660378705074 admin admin] 10.222.0.24 "PUT /v2.0/routers/264efce0-8091-4124-9a80-929ec8dad8a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0401738 Aug 10 11:37:21.687510 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-5e254fd4-bfe9-4589-863e-2e945dc0d24d None None] Provisioning complete for port 0dfcebdf-4b5b-4351-ace9-f352a0a2be93 triggered by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:37:21.688252 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-5e254fd4-bfe9-4589-863e-2e945dc0d24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:21.736834 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf4269c-6655-46d7-ae80-0da3bebced96 req-3a97dda9-4863-4df9-839e-82b796f2bfc3 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:21.738939 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-5bf4269c-6655-46d7-ae80-0da3bebced96 req-3a97dda9-4863-4df9-839e-82b796f2bfc3 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad60e7ce-9280-4399-b602-4d0e4dead965 HTTP/1.1" status: 200 len: 943 time: 0.1132534 Aug 10 11:37:21.739292 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-5e254fd4-bfe9-4589-863e-2e945dc0d24d None None] Port 0dfcebdf-4b5b-4351-ace9-f352a0a2be93 cannot update to ACTIVE because it is not bound. {{(pid=93317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 11:37:21.739605 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c310173d-f87e-4549-8fcc-22fd3e4efa61 service neutron] Pushing event updated for resources: {'Port': ['ID=e92afeaa-4102-49d8-b5e5-3d39b901ef4c,revision_number=2']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:21.828244 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-190a184a-5020-454c-be09-ee39d8c7d522 req-c310173d-f87e-4549-8fcc-22fd3e4efa61 service neutron] Attempting to bind port e92afeaa-4102-49d8-b5e5-3d39b901ef4c on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:37:21.828625 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-190a184a-5020-454c-be09-ee39d8c7d522 req-c310173d-f87e-4549-8fcc-22fd3e4efa61 service neutron] Attempting to bind port e92afeaa-4102-49d8-b5e5-3d39b901ef4c by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': 'f590e8e8-eb77-44b5-b3b4-77c417bdd04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '02710295-ca4d-44ac-b1e8-d7eafd73bfc3'}] {{(pid=93315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:37:21.828967 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190a184a-5020-454c-be09-ee39d8c7d522 req-c310173d-f87e-4549-8fcc-22fd3e4efa61 service neutron] Attempting to bind port e92afeaa-4102-49d8-b5e5-3d39b901ef4c on network 02710295-ca4d-44ac-b1e8-d7eafd73bfc3 {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:37:21.833787 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-5bf4269c-6655-46d7-ae80-0da3bebced96 req-e6677b74-4149-4ab1-9185-f262e1cea950 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6c7fc0-4b04-42cf-a72a-e3b354e0d15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683174 Aug 10 11:37:21.838064 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190a184a-5020-454c-be09-ee39d8c7d522 req-c310173d-f87e-4549-8fcc-22fd3e4efa61 service neutron] Port e92afeaa-4102-49d8-b5e5-3d39b901ef4c on network 02710295-ca4d-44ac-b1e8-d7eafd73bfc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 11:37:21.838427 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190a184a-5020-454c-be09-ee39d8c7d522 req-c310173d-f87e-4549-8fcc-22fd3e4efa61 service neutron] Attempting to bind port e92afeaa-4102-49d8-b5e5-3d39b901ef4c on network 02710295-ca4d-44ac-b1e8-d7eafd73bfc3 {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:37:21.844420 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190a184a-5020-454c-be09-ee39d8c7d522 req-c310173d-f87e-4549-8fcc-22fd3e4efa61 service neutron] Checking agent: {'id': '9054602d-8671-4254-af87-58e8d5e6c079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 27, 44), 'started_at': datetime.datetime(2021, 8, 10, 11, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:37:21.844807 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190a184a-5020-454c-be09-ee39d8c7d522 req-c310173d-f87e-4549-8fcc-22fd3e4efa61 service neutron] Checking segment: {'id': 'f590e8e8-eb77-44b5-b3b4-77c417bdd04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '02710295-ca4d-44ac-b1e8-d7eafd73bfc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:37:21.845310 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190a184a-5020-454c-be09-ee39d8c7d522 req-c310173d-f87e-4549-8fcc-22fd3e4efa61 service neutron] Bound using segment: {'id': 'f590e8e8-eb77-44b5-b3b4-77c417bdd04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '02710295-ca4d-44ac-b1e8-d7eafd73bfc3'} {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:37:21.845771 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-190a184a-5020-454c-be09-ee39d8c7d522 req-c310173d-f87e-4549-8fcc-22fd3e4efa61 service neutron] Bound port: e92afeaa-4102-49d8-b5e5-3d39b901ef4c, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f590e8e8-eb77-44b5-b3b4-77c417bdd04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '02710295-ca4d-44ac-b1e8-d7eafd73bfc3'}}] {{(pid=93315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:37:21.846204 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-190a184a-5020-454c-be09-ee39d8c7d522 req-c310173d-f87e-4549-8fcc-22fd3e4efa61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:21.926909 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-190a184a-5020-454c-be09-ee39d8c7d522 req-c310173d-f87e-4549-8fcc-22fd3e4efa61 service neutron] For port e92afeaa-4102-49d8-b5e5-3d39b901ef4c, host hv-cinder-79280, cleared binding levels {{(pid=93315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:37:21.930446 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-190a184a-5020-454c-be09-ee39d8c7d522 req-c310173d-f87e-4549-8fcc-22fd3e4efa61 service neutron] For port e92afeaa-4102-49d8-b5e5-3d39b901ef4c, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=e92afeaa-4102-49d8-b5e5-3d39b901ef4c,segment=NetworkSegment(f590e8e8-eb77-44b5-b3b4-77c417bdd04b),segment_id=f590e8e8-eb77-44b5-b3b4-77c417bdd04b)] {{(pid=93315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:37:21.936469 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-190a184a-5020-454c-be09-ee39d8c7d522 req-c310173d-f87e-4549-8fcc-22fd3e4efa61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130148924'] for port, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:21.972065 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a184a-5020-454c-be09-ee39d8c7d522 req-c310173d-f87e-4549-8fcc-22fd3e4efa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:21.972798 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-190a184a-5020-454c-be09-ee39d8c7d522 req-c310173d-f87e-4549-8fcc-22fd3e4efa61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:21.974405 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-190a184a-5020-454c-be09-ee39d8c7d522 req-c310173d-f87e-4549-8fcc-22fd3e4efa61 service neutron] 10.222.0.59 "PUT /v2.0/ports/e92afeaa-4102-49d8-b5e5-3d39b901ef4c HTTP/1.1" status: 200 len: 1093 time: 0.8962514 Aug 10 11:37:21.974853 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad60e7ce-9280-4399-b602-4d0e4dead965', 'tag': 'e92afeaa-4102-49d8-b5e5-3d39b901ef4c'}] {{(pid=93315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:37:21.977269 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6373fc61674628fc4ea179701e5cfbb487487662fff8fb4d49624df9baba4f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b794e1c-282c-4d80-b616-0246a9dab361" -d '{"events": [{"name": "network-changed", "server_uuid": "ad60e7ce-9280-4399-b602-4d0e4dead965", "tag": "e92afeaa-4102-49d8-b5e5-3d39b901ef4c"}]}' {{(pid=93315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:37:22.028189 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c310173d-f87e-4549-8fcc-22fd3e4efa61 service neutron] Pushing event updated for resources: {'Port': ['ID=e92afeaa-4102-49d8-b5e5-3d39b901ef4c,revision_number=3']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:22.052584 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 11:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb43cf0-2988-44a0-9007-ddf2c5656da8 x-openstack-request-id: req-4cb43cf0-2988-44a0-9007-ddf2c5656da8 {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:37:22.052891 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad60e7ce-9280-4399-b602-4d0e4dead965", "tag": "e92afeaa-4102-49d8-b5e5-3d39b901ef4c", "status": "completed", "code": 200}]} {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:37:22.053127 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4cb43cf0-2988-44a0-9007-ddf2c5656da8 {{(pid=93315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:37:22.053519 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad60e7ce-9280-4399-b602-4d0e4dead965', 'tag': 'e92afeaa-4102-49d8-b5e5-3d39b901ef4c', 'status': 'completed', 'code': 200} Aug 10 11:37:22.070860 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a184a-5020-454c-be09-ee39d8c7d522 req-cce4ad81-904e-4cb4-bccb-e0137477e2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:22.072432 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-190a184a-5020-454c-be09-ee39d8c7d522 req-cce4ad81-904e-4cb4-bccb-e0137477e2bf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a1584f3ed8d0470fa09ce0984290fe5d&device_id=ad60e7ce-9280-4399-b602-4d0e4dead965 HTTP/1.1" status: 200 len: 1096 time: 0.0560319 Aug 10 11:37:22.120148 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-190a184a-5020-454c-be09-ee39d8c7d522 req-df8f4a6e-fdfa-4182-9a6c-13aee6ea3aec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e92afeaa-4102-49d8-b5e5-3d39b901ef4c HTTP/1.1" status: 200 len: 217 time: 0.0396688 Aug 10 11:37:22.173796 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a184a-5020-454c-be09-ee39d8c7d522 req-e38067ee-42cd-49e2-93e2-031cc41c3e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:22.175385 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-190a184a-5020-454c-be09-ee39d8c7d522 req-e38067ee-42cd-49e2-93e2-031cc41c3e06 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=80332a57-e941-4fbe-a8fa-0d365365ea89 HTTP/1.1" status: 200 len: 855 time: 0.0486870 Aug 10 11:37:22.207300 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-190a184a-5020-454c-be09-ee39d8c7d522 req-1cfac9b4-afac-43d1-a0c5-6cd97a1dbd9d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=02710295-ca4d-44ac-b1e8-d7eafd73bfc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244079 Aug 10 11:37:22.234599 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 57220) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:37:22.239566 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-ef062f67-7e50-4372-bded-a2c8a61bf512 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-79340874-network', 'tenant_id': 'a4a9c76bc7b34ae790188aec565c4bad'}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:37:22.267855 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef062f67-7e50-4372-bded-a2c8a61bf512 admin admin] Made reservation on behalf of a4a9c76bc7b34ae790188aec565c4bad for: {'network': 1} {{(pid=93316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:37:22.270057 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-ef062f67-7e50-4372-bded-a2c8a61bf512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for network, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:22.279669 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-ef062f67-7e50-4372-bded-a2c8a61bf512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:22.307678 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-190a184a-5020-454c-be09-ee39d8c7d522 req-7d12d126-eb4e-4190-b4b5-33870c697fc8 service neutron] 10.222.0.59 "GET /v2.0/networks/02710295-ca4d-44ac-b1e8-d7eafd73bfc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929711 Aug 10 11:37:22.374725 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-ef062f67-7e50-4372-bded-a2c8a61bf512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:22.378937 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-ef062f67-7e50-4372-bded-a2c8a61bf512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:22.402441 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef062f67-7e50-4372-bded-a2c8a61bf512 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=93316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 11:37:22.408102 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-190a184a-5020-454c-be09-ee39d8c7d522 req-a209584c-5c37-4843-9122-bee25d444535 service neutron] 10.222.0.59 "GET /v2.0/networks/02710295-ca4d-44ac-b1e8-d7eafd73bfc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928736 Aug 10 11:37:22.416009 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef062f67-7e50-4372-bded-a2c8a61bf512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e916ede-2f85-4d18-804a-5972c23bfd48,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:22.420925 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-ef062f67-7e50-4372-bded-a2c8a61bf512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462'] for segment, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:22.421241 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.db.segments_db [None req-ef062f67-7e50-4372-bded-a2c8a61bf512 admin admin] Added segment 76d738c3-fd24-444e-b452-0fe4c71af343 of type vlan for network fdb309d8-67de-42b2-8331-09009751c1d7 Aug 10 11:37:22.466777 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-ef062f67-7e50-4372-bded-a2c8a61bf512 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778040477516'] for network, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:22.496353 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b794e1c-282c-4d80-b616-0246a9dab361 req-0fdb858d-b9b0-447f-b557-521221211eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:22.497987 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-1b794e1c-282c-4d80-b616-0246a9dab361 req-0fdb858d-b9b0-447f-b557-521221211eb2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a1584f3ed8d0470fa09ce0984290fe5d&device_id=ad60e7ce-9280-4399-b602-4d0e4dead965 HTTP/1.1" status: 200 len: 1096 time: 0.0442607 Aug 10 11:37:22.502526 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-ef062f67-7e50-4372-bded-a2c8a61bf512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008'] for network, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:22.503723 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef062f67-7e50-4372-bded-a2c8a61bf512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:22.504336 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-ef062f67-7e50-4372-bded-a2c8a61bf512 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for network, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:22.559570 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-ef062f67-7e50-4372-bded-a2c8a61bf512 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3238387 Aug 10 11:37:22.562105 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 57222) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:37:22.568772 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-e4b67e5e-6740-4f9a-bf58-e691ab184497 admin admin] Request body: {'subnet': {'network_id': 'fdb309d8-67de-42b2-8331-09009751c1d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-79340874-subnet', 'tenant_id': 'a4a9c76bc7b34ae790188aec565c4bad', 'ip_version': 4}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:37:22.575621 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef062f67-7e50-4372-bded-a2c8a61bf512 admin admin] Pushing event updated for resources: {'Network': ['ID=fdb309d8-67de-42b2-8331-09009751c1d7,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:22.587881 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Network fdb309d8-67de-42b2-8331-09009751c1d7 details requested by agent ovs-agent-dv-cinder-792800-5-iscsi with host dv-cinder-792800-5-iscsi {{(pid=93317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 11:37:22.598599 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b67e5e-6740-4f9a-bf58-e691ab184497 admin admin] Made reservation on behalf of a4a9c76bc7b34ae790188aec565c4bad for: {'subnet': 1} {{(pid=93316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:37:22.601018 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-e4b67e5e-6740-4f9a-bf58-e691ab184497 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131149025'] for subnet, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:22.607299 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b794e1c-282c-4d80-b616-0246a9dab361 req-60f376c8-fdb7-4346-bbff-08f61fe0d7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:22.609289 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-1b794e1c-282c-4d80-b616-0246a9dab361 req-60f376c8-fdb7-4346-bbff-08f61fe0d7bc service neutron] 10.222.0.59 "GET /v2.0/networks?id=02710295-ca4d-44ac-b1e8-d7eafd73bfc3 HTTP/1.1" status: 200 len: 916 time: 0.0992153 Aug 10 11:37:22.656831 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-1b794e1c-282c-4d80-b616-0246a9dab361 req-1d27de1f-ab08-4da2-ba2d-f09121730ca9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e92afeaa-4102-49d8-b5e5-3d39b901ef4c HTTP/1.1" status: 200 len: 217 time: 0.0392628 Aug 10 11:37:22.710606 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b794e1c-282c-4d80-b616-0246a9dab361 req-214f7393-6c67-47a5-bcc6-f5ff4f2fa4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:22.712552 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-1b794e1c-282c-4d80-b616-0246a9dab361 req-214f7393-6c67-47a5-bcc6-f5ff4f2fa4b0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=80332a57-e941-4fbe-a8fa-0d365365ea89 HTTP/1.1" status: 200 len: 855 time: 0.0476408 Aug 10 11:37:22.744025 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-1b794e1c-282c-4d80-b616-0246a9dab361 req-8358d351-0769-4b7f-9866-1055b11ee538 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=02710295-ca4d-44ac-b1e8-d7eafd73bfc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239060 Aug 10 11:37:22.777600 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-e4b67e5e-6740-4f9a-bf58-e691ab184497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134105691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130748648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131149043'] for subnet, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:22.832090 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b67e5e-6740-4f9a-bf58-e691ab184497 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f431df6c-d80a-47a4-9b32-0dcdcb8f82ea,revision_number=0']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:22.841003 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-1b794e1c-282c-4d80-b616-0246a9dab361 req-925cc9cc-de95-4837-9978-103882ec9249 service neutron] 10.222.0.59 "GET /v2.0/networks/02710295-ca4d-44ac-b1e8-d7eafd73bfc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895424 Aug 10 11:37:22.847015 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b67e5e-6740-4f9a-bf58-e691ab184497 admin admin] Checking segment: {'id': '76d738c3-fd24-444e-b452-0fe4c71af343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'fdb309d8-67de-42b2-8331-09009751c1d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:37:22.847370 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b67e5e-6740-4f9a-bf58-e691ab184497 admin admin] Network hostable DHCP agents. Network: fdb309d8-67de-42b2-8331-09009751c1d7, hostable agents: ['0b3fe0ed-30c0-4c64-a4f4-6f12777a422c'], hosted agents: [] {{(pid=93316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 11:37:22.866723 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b67e5e-6740-4f9a-bf58-e691ab184497 admin admin] Network fdb309d8-67de-42b2-8331-09009751c1d7 is scheduled to be hosted by DHCP agent 0b3fe0ed-30c0-4c64-a4f4-6f12777a422c with binding_index 1 {{(pid=93316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 11:37:22.877699 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.base_scheduler [None req-e4b67e5e-6740-4f9a-bf58-e691ab184497 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-5-iscsi, fdb309d8-67de-42b2-8331-09009751c1d7) {{(pid=93316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:37:22.882405 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b67e5e-6740-4f9a-bf58-e691ab184497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:22.882995 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-e4b67e5e-6740-4f9a-bf58-e691ab184497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for subnet, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:22.889799 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c076e35d-2c10-4b20-a30e-02408093a086 None None] Network fdb309d8-67de-42b2-8331-09009751c1d7 requested from dv-cinder-792800-5-iscsi {{(pid=93317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:37:22.907642 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-e4b67e5e-6740-4f9a-bf58-e691ab184497 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3422379 Aug 10 11:37:22.908000 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 57226) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:37:22.913763 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-db326363-8696-4b5e-a403-4384f5372a19 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-79340874-router', 'tenant_id': 'a4a9c76bc7b34ae790188aec565c4bad', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'}}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:37:22.940952 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-db326363-8696-4b5e-a403-4384f5372a19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-134123482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-507807'] for router, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:22.942200 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-db326363-8696-4b5e-a403-4384f5372a19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-134123114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-134149659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134205986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-507782'] for router, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:22.974089 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-1b794e1c-282c-4d80-b616-0246a9dab361 req-57fb3f78-65ed-413a-87a9-7dfc4f589da6 service neutron] 10.222.0.59 "GET /v2.0/networks/02710295-ca4d-44ac-b1e8-d7eafd73bfc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244071 Aug 10 11:37:22.999993 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8dff57-5eee-45e4-b91a-cc25433ea0a4 req-107d1e37-d612-404a-8587-102327f848fc tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:23.001764 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-2e8dff57-5eee-45e4-b91a-cc25433ea0a4 req-107d1e37-d612-404a-8587-102327f848fc tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad60e7ce-9280-4399-b602-4d0e4dead965 HTTP/1.1" status: 200 len: 943 time: 0.0712667 Aug 10 11:37:23.018516 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-db326363-8696-4b5e-a403-4384f5372a19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:23.050535 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-2e8dff57-5eee-45e4-b91a-cc25433ea0a4 req-4ce52e24-fc9b-4cf0-9958-9dfae4a42716 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6c7fc0-4b04-42cf-a72a-e3b354e0d15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364666 Aug 10 11:37:23.052456 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78aefe0a-2d5b-4ece-bd60-c817aaa70285 None None] Sync routers for ids ['264efce0-8091-4124-9a80-929ec8dad8a4'] in dv-cinder-792800-5-iscsi {{(pid=93318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 11:37:23.065926 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78aefe0a-2d5b-4ece-bd60-c817aaa70285 None None] Routers {'264efce0-8091-4124-9a80-929ec8dad8a4'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:37:23.066656 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-78aefe0a-2d5b-4ece-bd60-c817aaa70285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:37:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['264efce0-8091-4124-9a80-929ec8dad8a4'], 'active': True} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:37:23.091120 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecc8949-75d3-4d5f-8f87-337b6e0c8a4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31ed9ef1-cb2b-58e0-a77f-21ee6076cf6a-fdb309d8-67de-42b2-8331-09009751c1d7', 'network_id': 'fdb309d8-67de-42b2-8331-09009751c1d7', 'tenant_id': 'a4a9c76bc7b34ae790188aec565c4bad', 'fixed_ips': [{'subnet_id': 'f431df6c-d80a-47a4-9b32-0dcdcb8f82ea'}]}} from dv-cinder-792800-5-iscsi. {{(pid=93317) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 11:37:23.091983 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-4ecc8949-75d3-4d5f-8f87-337b6e0c8a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:23.158938 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-db326363-8696-4b5e-a403-4384f5372a19 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:23.173482 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvr_db [None req-78aefe0a-2d5b-4ece-bd60-c817aaa70285 None None] Set router 264efce0-8091-4124-9a80-929ec8dad8a4 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:37:23.235840 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.db_base_plugin_common [None req-4ecc8949-75d3-4d5f-8f87-337b6e0c8a4a None None] Allocated IP 172.20.0.2 (fdb309d8-67de-42b2-8331-09009751c1d7/f431df6c-d80a-47a4-9b32-0dcdcb8f82ea/38c82d6a-4af9-485e-90ce-8b037e9b218b) {{(pid=93317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:37:23.377327 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-db326363-8696-4b5e-a403-4384f5372a19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:23.379740 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-78aefe0a-2d5b-4ece-bd60-c817aaa70285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264efce0-8091-4124-9a80-929ec8dad8a4', 'name': 'tempest-TestMinimumBasicScenario-901666627-router', 'tenant_id': '93e9fd08e08f44a79d5b831058268103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'c14f6fc3-f12b-44f7-90ba-86ed23af16db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:37:17Z', 'updated_at': '2021-08-10T11:37:20Z', 'revision_number': 4, 'project_id': '93e9fd08e08f44a79d5b831058268103', 'gw_port': {'id': 'c14f6fc3-f12b-44f7-90ba-86ed23af16db', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264efce0-8091-4124-9a80-929ec8dad8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:37:18Z', 'updated_at': '2021-08-10T11:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': '0dfcebdf-4b5b-4351-ace9-f352a0a2be93', 'name': '', 'network_id': '950c04cb-547c-4811-9416-9462dc83815e', 'tenant_id': '93e9fd08e08f44a79d5b831058268103', 'mac_address': 'fa:16:3e:ca:7f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264efce0-8091-4124-9a80-929ec8dad8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'b17e9149-d8bd-4d5c-852a-7eebd9fd1a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:37:20Z', 'updated_at': '2021-08-10T11:37:20Z', 'revision_number': 2, 'project_id': '93e9fd08e08f44a79d5b831058268103', 'subnets': [{'id': 'b17e9149-d8bd-4d5c-852a-7eebd9fd1a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:37:23.396338 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-4ecc8949-75d3-4d5f-8f87-337b6e0c8a4a None None] Notify callbacks [] for port, precommit_create {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:23.399575 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-db326363-8696-4b5e-a403-4384f5372a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:23.409384 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-4ecc8949-75d3-4d5f-8f87-337b6e0c8a4a None None] Transition to ACTIVE for port object 38c82d6a-4af9-485e-90ce-8b037e9b218b will not be triggered until provisioned by entity L2. {{(pid=93317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:37:23.419847 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78aefe0a-2d5b-4ece-bd60-c817aaa70285 None None] Checking router: 264efce0-8091-4124-9a80-929ec8dad8a4 for host: dv-cinder-792800-5-iscsi {{(pid=93318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 11:37:23.420361 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78aefe0a-2d5b-4ece-bd60-c817aaa70285 None None] Updating router 264efce0-8091-4124-9a80-929ec8dad8a4 port 0dfcebdf-4b5b-4351-ace9-f352a0a2be93 binding host dv-cinder-792800-5-iscsi {{(pid=93318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 11:37:23.426807 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-4ecc8949-75d3-4d5f-8f87-337b6e0c8a4a None None] Transition to ACTIVE for port object 38c82d6a-4af9-485e-90ce-8b037e9b218b will not be triggered until provisioned by entity DHCP. {{(pid=93317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:37:23.437457 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-4ecc8949-75d3-4d5f-8f87-337b6e0c8a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036'] for port, after_create {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:23.454055 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-78aefe0a-2d5b-4ece-bd60-c817aaa70285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:23.464689 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecc8949-75d3-4d5f-8f87-337b6e0c8a4a None None] Network fdb309d8-67de-42b2-8331-09009751c1d7 is already hosted by enough agents. {{(pid=93317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:37:23.491620 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.scheduler.base_scheduler [None req-4ecc8949-75d3-4d5f-8f87-337b6e0c8a4a None None] Resources bound (agent type, host, resource id): {{(pid=93317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:37:23.497987 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device c14f6fc3-f12b-44f7-90ba-86ed23af16db up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:37:23.501669 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecc8949-75d3-4d5f-8f87-337b6e0c8a4a None None] Received port after_create {{(pid=93317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:37:23.513582 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.db_base_plugin_common [None req-db326363-8696-4b5e-a403-4384f5372a19 admin admin] Allocated IP 172.27.1.6 (5acaf353-3f61-4dec-9325-b74ab1b31d79/161344f3-be79-4209-8149-4c1c277e8dc7/53cbc8f4-4e6d-4d3d-a2e9-1ffa60554ba0) {{(pid=93316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:37:23.539692 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecc8949-75d3-4d5f-8f87-337b6e0c8a4a None None] Pushing event updated for resources: {'Port': ['ID=38c82d6a-4af9-485e-90ce-8b037e9b218b,revision_number=1']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:23.613857 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-4ecc8949-75d3-4d5f-8f87-337b6e0c8a4a None None] Attempting to bind port 38c82d6a-4af9-485e-90ce-8b037e9b218b on host dv-cinder-792800-5-iscsi for vnic_type normal with profile {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:37:23.614520 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-4ecc8949-75d3-4d5f-8f87-337b6e0c8a4a None None] Attempting to bind port 38c82d6a-4af9-485e-90ce-8b037e9b218b by drivers openvswitch,hyperv on host dv-cinder-792800-5-iscsi at level 0 using segments [{'id': '76d738c3-fd24-444e-b452-0fe4c71af343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'fdb309d8-67de-42b2-8331-09009751c1d7'}] {{(pid=93317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:37:23.614860 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecc8949-75d3-4d5f-8f87-337b6e0c8a4a None None] Attempting to bind port 38c82d6a-4af9-485e-90ce-8b037e9b218b on network fdb309d8-67de-42b2-8331-09009751c1d7 {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:37:23.623749 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecc8949-75d3-4d5f-8f87-337b6e0c8a4a None None] Checking agent: {'id': '7e56837d-5a68-4d8c-918f-73dada8ac547', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 21, 37), 'started_at': datetime.datetime(2021, 8, 10, 11, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:37:23.624417 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecc8949-75d3-4d5f-8f87-337b6e0c8a4a None None] Checking segment: {'id': '76d738c3-fd24-444e-b452-0fe4c71af343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'fdb309d8-67de-42b2-8331-09009751c1d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:37:23.624923 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-4ecc8949-75d3-4d5f-8f87-337b6e0c8a4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:23.625714 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecc8949-75d3-4d5f-8f87-337b6e0c8a4a None None] Bound using segment: {'id': '76d738c3-fd24-444e-b452-0fe4c71af343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'fdb309d8-67de-42b2-8331-09009751c1d7'} {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:37:23.626328 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-4ecc8949-75d3-4d5f-8f87-337b6e0c8a4a None None] Bound port: 38c82d6a-4af9-485e-90ce-8b037e9b218b, host: dv-cinder-792800-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76d738c3-fd24-444e-b452-0fe4c71af343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'fdb309d8-67de-42b2-8331-09009751c1d7'}}] {{(pid=93317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:37:23.626964 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-4ecc8949-75d3-4d5f-8f87-337b6e0c8a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:23.630736 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning for port c14f6fc3-f12b-44f7-90ba-86ed23af16db completed by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:37:23.632164 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-db326363-8696-4b5e-a403-4384f5372a19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:23.646255 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port c14f6fc3-f12b-44f7-90ba-86ed23af16db triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:37:23.647047 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:23.672963 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-db326363-8696-4b5e-a403-4384f5372a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130748572'] for port, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:23.711591 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db326363-8696-4b5e-a403-4384f5372a19 admin admin] Network 5acaf353-3f61-4dec-9325-b74ab1b31d79 is already hosted by enough agents. {{(pid=93316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:37:23.716616 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.base_scheduler [None req-db326363-8696-4b5e-a403-4384f5372a19 admin admin] Resources bound (agent type, host, resource id): {{(pid=93316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:37:23.720229 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db326363-8696-4b5e-a403-4384f5372a19 admin admin] Received port after_create {{(pid=93316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:37:23.726497 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db326363-8696-4b5e-a403-4384f5372a19 admin admin] Pushing event updated for resources: {'Port': ['ID=53cbc8f4-4e6d-4d3d-a2e9-1ffa60554ba0,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:23.742126 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-78aefe0a-2d5b-4ece-bd60-c817aaa70285 None None] Notify callbacks [] for port, precommit_update {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:23.745842 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-4ecc8949-75d3-4d5f-8f87-337b6e0c8a4a None None] For port 38c82d6a-4af9-485e-90ce-8b037e9b218b, host dv-cinder-792800-5-iscsi, cleared binding levels {{(pid=93317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:37:23.750248 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-4ecc8949-75d3-4d5f-8f87-337b6e0c8a4a None None] For port 38c82d6a-4af9-485e-90ce-8b037e9b218b, host dv-cinder-792800-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=38c82d6a-4af9-485e-90ce-8b037e9b218b,segment=NetworkSegment(76d738c3-fd24-444e-b452-0fe4c71af343),segment_id=76d738c3-fd24-444e-b452-0fe4c71af343)] {{(pid=93317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:37:23.754302 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.provisioning_blocks [None req-78aefe0a-2d5b-4ece-bd60-c817aaa70285 None None] Transition to ACTIVE for port object 0dfcebdf-4b5b-4351-ace9-f352a0a2be93 will not be triggered until provisioned by entity L2. {{(pid=93318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:37:23.756040 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-4ecc8949-75d3-4d5f-8f87-337b6e0c8a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:23.762191 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-78aefe0a-2d5b-4ece-bd60-c817aaa70285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:23.805487 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa53ae1-36ce-48b1-9e85-13f919449afc None None] Pushing event updated for resources: {'Port': ['ID=0dfcebdf-4b5b-4351-ace9-f352a0a2be93,revision_number=3']} {{(pid=93318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:23.816837 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa53ae1-36ce-48b1-9e85-13f919449afc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:37:23.817046 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa53ae1-36ce-48b1-9e85-13f919449afc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:37:23.817581 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa53ae1-36ce-48b1-9e85-13f919449afc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:37:23.818089 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa53ae1-36ce-48b1-9e85-13f919449afc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:37:23.821331 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa53ae1-36ce-48b1-9e85-13f919449afc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:37:23.821907 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa53ae1-36ce-48b1-9e85-13f919449afc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:37:23.822407 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa53ae1-36ce-48b1-9e85-13f919449afc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:37:23.823693 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa53ae1-36ce-48b1-9e85-13f919449afc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:37:23.824224 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa53ae1-36ce-48b1-9e85-13f919449afc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:37:23.824776 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa53ae1-36ce-48b1-9e85-13f919449afc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:37:23.825267 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa53ae1-36ce-48b1-9e85-13f919449afc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:37:23.825767 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa53ae1-36ce-48b1-9e85-13f919449afc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:37:23.848708 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecc8949-75d3-4d5f-8f87-337b6e0c8a4a None None] Pushing event updated for resources: {'Port': ['ID=38c82d6a-4af9-485e-90ce-8b037e9b218b,revision_number=2']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:23.852230 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:23.875742 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] For port c14f6fc3-f12b-44f7-90ba-86ed23af16db, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=c14f6fc3-f12b-44f7-90ba-86ed23af16db,segment=NetworkSegment(f70d9b94-9741-4a97-8751-b62ba7cc47d6),segment_id=f70d9b94-9741-4a97-8751-b62ba7cc47d6)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:37:23.881156 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:23.902792 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.managers [None req-78aefe0a-2d5b-4ece-bd60-c817aaa70285 None None] Attempting to bind port 0dfcebdf-4b5b-4351-ace9-f352a0a2be93 on host dv-cinder-792800-5-iscsi for vnic_type normal with profile {{(pid=93318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:37:23.903161 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.managers [None req-78aefe0a-2d5b-4ece-bd60-c817aaa70285 None None] Attempting to bind port 0dfcebdf-4b5b-4351-ace9-f352a0a2be93 by drivers openvswitch,hyperv on host dv-cinder-792800-5-iscsi at level 0 using segments [{'id': '10b19772-df56-4489-91de-8592b3a16431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '950c04cb-547c-4811-9416-9462dc83815e'}] {{(pid=93318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:37:23.903572 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78aefe0a-2d5b-4ece-bd60-c817aaa70285 None None] Attempting to bind port 0dfcebdf-4b5b-4351-ace9-f352a0a2be93 on network 950c04cb-547c-4811-9416-9462dc83815e {{(pid=93318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:37:23.909284 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78aefe0a-2d5b-4ece-bd60-c817aaa70285 None None] Checking agent: {'id': '7e56837d-5a68-4d8c-918f-73dada8ac547', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 21, 37), 'started_at': datetime.datetime(2021, 8, 10, 11, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:37:23.909944 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78aefe0a-2d5b-4ece-bd60-c817aaa70285 None None] Checking segment: {'id': '10b19772-df56-4489-91de-8592b3a16431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '950c04cb-547c-4811-9416-9462dc83815e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:37:23.910516 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-78aefe0a-2d5b-4ece-bd60-c817aaa70285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:23.911252 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78aefe0a-2d5b-4ece-bd60-c817aaa70285 None None] Bound using segment: {'id': '10b19772-df56-4489-91de-8592b3a16431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '950c04cb-547c-4811-9416-9462dc83815e'} {{(pid=93318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:37:23.911958 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.managers [None req-78aefe0a-2d5b-4ece-bd60-c817aaa70285 None None] Bound port: 0dfcebdf-4b5b-4351-ace9-f352a0a2be93, host: dv-cinder-792800-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b19772-df56-4489-91de-8592b3a16431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '950c04cb-547c-4811-9416-9462dc83815e'}}] {{(pid=93318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:37:23.912583 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-78aefe0a-2d5b-4ece-bd60-c817aaa70285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:23.957616 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Pushing event updated for resources: {'Port': ['ID=c14f6fc3-f12b-44f7-90ba-86ed23af16db,revision_number=4']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:24.007411 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.db [None req-78aefe0a-2d5b-4ece-bd60-c817aaa70285 None None] For port 0dfcebdf-4b5b-4351-ace9-f352a0a2be93, host dv-cinder-792800-5-iscsi, cleared binding levels {{(pid=93318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:37:24.011257 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.db [None req-78aefe0a-2d5b-4ece-bd60-c817aaa70285 None None] For port 0dfcebdf-4b5b-4351-ace9-f352a0a2be93, host dv-cinder-792800-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=0dfcebdf-4b5b-4351-ace9-f352a0a2be93,segment=NetworkSegment(10b19772-df56-4489-91de-8592b3a16431),segment_id=10b19772-df56-4489-91de-8592b3a16431)] {{(pid=93318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:37:24.015968 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-78aefe0a-2d5b-4ece-bd60-c817aaa70285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:24.101556 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa53ae1-36ce-48b1-9e85-13f919449afc None None] Pushing event updated for resources: {'Port': ['ID=0dfcebdf-4b5b-4351-ace9-f352a0a2be93,revision_number=4']} {{(pid=93318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:24.109074 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-db326363-8696-4b5e-a403-4384f5372a19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:24.139506 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78aefe0a-2d5b-4ece-bd60-c817aaa70285 None None] Routers {'264efce0-8091-4124-9a80-929ec8dad8a4'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:37:24.140005 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-78aefe0a-2d5b-4ece-bd60-c817aaa70285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:37:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['264efce0-8091-4124-9a80-929ec8dad8a4'], 'active': True} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:37:24.264621 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvr_db [None req-78aefe0a-2d5b-4ece-bd60-c817aaa70285 None None] Set router 264efce0-8091-4124-9a80-929ec8dad8a4 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:37:24.273103 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7176d1-5d2c-4db9-8f6c-6078ef01bcd3 req-3f9f94ed-75d0-4640-8f1a-d907b3d929d0 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:24.274651 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-2f7176d1-5d2c-4db9-8f6c-6078ef01bcd3 req-3f9f94ed-75d0-4640-8f1a-d907b3d929d0 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad60e7ce-9280-4399-b602-4d0e4dead965 HTTP/1.1" status: 200 len: 943 time: 0.1049826 Aug 10 11:37:24.320793 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device e92afeaa-4102-49d8-b5e5-3d39b901ef4c details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 11:37:24.371908 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-2f7176d1-5d2c-4db9-8f6c-6078ef01bcd3 req-08f64eba-8177-4cd1-b0f6-cc1780863b52 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6c7fc0-4b04-42cf-a72a-e3b354e0d15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851159 Aug 10 11:37:24.440435 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-db326363-8696-4b5e-a403-4384f5372a19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-134123107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-134149864'] for router, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:24.457474 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port e92afeaa-4102-49d8-b5e5-3d39b901ef4c, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=e92afeaa-4102-49d8-b5e5-3d39b901ef4c,segment=NetworkSegment(f590e8e8-eb77-44b5-b3b4-77c417bdd04b),segment_id=f590e8e8-eb77-44b5-b3b4-77c417bdd04b)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:37:24.468777 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Returning: {'device': 'e92afeaa-4102-49d8-b5e5-3d39b901ef4c', 'network_id': '02710295-ca4d-44ac-b1e8-d7eafd73bfc3', 'port_id': 'e92afeaa-4102-49d8-b5e5-3d39b901ef4c', 'mac_address': 'fa:16:3e:cc:05:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80332a57-e941-4fbe-a8fa-0d365365ea89', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 11:37:24.499092 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-78aefe0a-2d5b-4ece-bd60-c817aaa70285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264efce0-8091-4124-9a80-929ec8dad8a4', 'name': 'tempest-TestMinimumBasicScenario-901666627-router', 'tenant_id': '93e9fd08e08f44a79d5b831058268103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'c14f6fc3-f12b-44f7-90ba-86ed23af16db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:37:17Z', 'updated_at': '2021-08-10T11:37:20Z', 'revision_number': 4, 'project_id': '93e9fd08e08f44a79d5b831058268103', 'gw_port': {'id': 'c14f6fc3-f12b-44f7-90ba-86ed23af16db', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264efce0-8091-4124-9a80-929ec8dad8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:37:18Z', 'updated_at': '2021-08-10T11:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': '0dfcebdf-4b5b-4351-ace9-f352a0a2be93', 'name': '', 'network_id': '950c04cb-547c-4811-9416-9462dc83815e', 'tenant_id': '93e9fd08e08f44a79d5b831058268103', 'mac_address': 'fa:16:3e:ca:7f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264efce0-8091-4124-9a80-929ec8dad8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'b17e9149-d8bd-4d5c-852a-7eebd9fd1a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:37:20Z', 'updated_at': '2021-08-10T11:37:24Z', 'revision_number': 4, 'project_id': '93e9fd08e08f44a79d5b831058268103', 'subnets': [{'id': 'b17e9149-d8bd-4d5c-852a-7eebd9fd1a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:37:24.509558 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:24.525135 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78aefe0a-2d5b-4ece-bd60-c817aaa70285 None None] The sync data for ids ['264efce0-8091-4124-9a80-929ec8dad8a4'] in dv-cinder-792800-5-iscsi is: [{'id': '264efce0-8091-4124-9a80-929ec8dad8a4', 'name': 'tempest-TestMinimumBasicScenario-901666627-router', 'tenant_id': '93e9fd08e08f44a79d5b831058268103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'c14f6fc3-f12b-44f7-90ba-86ed23af16db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:37:17Z', 'updated_at': '2021-08-10T11:37:20Z', 'revision_number': 4, 'project_id': '93e9fd08e08f44a79d5b831058268103', 'gw_port': {'id': 'c14f6fc3-f12b-44f7-90ba-86ed23af16db', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264efce0-8091-4124-9a80-929ec8dad8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:37:18Z', 'updated_at': '2021-08-10T11:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': '0dfcebdf-4b5b-4351-ace9-f352a0a2be93', 'name': '', 'network_id': '950c04cb-547c-4811-9416-9462dc83815e', 'tenant_id': '93e9fd08e08f44a79d5b831058268103', 'mac_address': 'fa:16:3e:ca:7f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264efce0-8091-4124-9a80-929ec8dad8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'b17e9149-d8bd-4d5c-852a-7eebd9fd1a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:37:20Z', 'updated_at': '2021-08-10T11:37:24Z', 'revision_number': 4, 'project_id': '93e9fd08e08f44a79d5b831058268103', 'subnets': [{'id': 'b17e9149-d8bd-4d5c-852a-7eebd9fd1a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 11:37:24.527937 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e92afeaa-4102-49d8-b5e5-3d39b901ef4c {{(pid=93317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 11:37:24.550283 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port e92afeaa-4102-49d8-b5e5-3d39b901ef4c, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=e92afeaa-4102-49d8-b5e5-3d39b901ef4c,segment=NetworkSegment(f590e8e8-eb77-44b5-b3b4-77c417bdd04b),segment_id=f590e8e8-eb77-44b5-b3b4-77c417bdd04b)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:37:24.555858 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:24.581865 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db326363-8696-4b5e-a403-4384f5372a19 admin admin] Router c053747d-7a58-4c63-bb11-881764ab253b is scheduled to L3 agent c7f5eca1-6939-476e-9546-e5f0f7bb2dc8 with binding_index 1 {{(pid=93316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 11:37:24.633262 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=e92afeaa-4102-49d8-b5e5-3d39b901ef4c,revision_number=4']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:24.793415 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] get_ports_and_sgs() called for port_ids ['e92afeaa-4102-49d8-b5e5-3d39b901ef4c'] {{(pid=93317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 11:37:24.973891 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db326363-8696-4b5e-a403-4384f5372a19 admin admin] Notify agent at l3_agent.dv-cinder-792800-5-iscsi the message routers_updated {{(pid=93316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 11:37:24.983098 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea73b208-8a00-4394-bcb7-39deb1583feb None None] Sync routers for ids ['c053747d-7a58-4c63-bb11-881764ab253b'] in dv-cinder-792800-5-iscsi {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 11:37:24.990516 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-db326363-8696-4b5e-a403-4384f5372a19 admin admin] Notify callbacks [] for router, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:24.996043 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-db326363-8696-4b5e-a403-4384f5372a19 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0828960 Aug 10 11:37:24.996465 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 57230) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:37:24.999929 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edff87fe-971e-4ae1-b407-4d6a6144b160 None None] Network fdb309d8-67de-42b2-8331-09009751c1d7 requested from dv-cinder-792800-5-iscsi {{(pid=93317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:37:25.004348 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea73b208-8a00-4394-bcb7-39deb1583feb None None] Routers {'c053747d-7a58-4c63-bb11-881764ab253b'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:37:25.005112 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-ea73b208-8a00-4394-bcb7-39deb1583feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:37:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['c053747d-7a58-4c63-bb11-881764ab253b'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:37:25.269466 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-a293f44d-096f-42c4-8956-9dd785606735 None None] Provisioning for port 38c82d6a-4af9-485e-90ce-8b037e9b218b completed by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:37:25.321991 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-ea73b208-8a00-4394-bcb7-39deb1583feb None None] Set router c053747d-7a58-4c63-bb11-881764ab253b gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:37:25.555327 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc7582-53ba-494a-bfea-d122e32d8a3d req-ada47484-2ff9-4449-b21c-6d6fe7f95739 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:25.560651 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-82fc7582-53ba-494a-bfea-d122e32d8a3d req-ada47484-2ff9-4449-b21c-6d6fe7f95739 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad60e7ce-9280-4399-b602-4d0e4dead965 HTTP/1.1" status: 200 len: 944 time: 0.0670838 Aug 10 11:37:25.625768 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-ea73b208-8a00-4394-bcb7-39deb1583feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c053747d-7a58-4c63-bb11-881764ab253b', 'name': 'tempest-TestMinimumBasicScenario-79340874-router', 'tenant_id': 'a4a9c76bc7b34ae790188aec565c4bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '53cbc8f4-4e6d-4d3d-a2e9-1ffa60554ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:37:22Z', 'updated_at': '2021-08-10T11:37:23Z', 'revision_number': 3, 'project_id': 'a4a9c76bc7b34ae790188aec565c4bad', 'gw_port': {'id': '53cbc8f4-4e6d-4d3d-a2e9-1ffa60554ba0', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b3:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c053747d-7a58-4c63-bb11-881764ab253b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:37:23Z', 'updated_at': '2021-08-10T11:37:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi'}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:37:25.661116 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device c14f6fc3-f12b-44f7-90ba-86ed23af16db up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:37:25.663760 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea73b208-8a00-4394-bcb7-39deb1583feb None None] Checking router: c053747d-7a58-4c63-bb11-881764ab253b for host: dv-cinder-792800-5-iscsi {{(pid=93317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 11:37:25.664118 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea73b208-8a00-4394-bcb7-39deb1583feb None None] Updating router c053747d-7a58-4c63-bb11-881764ab253b port 53cbc8f4-4e6d-4d3d-a2e9-1ffa60554ba0 binding host dv-cinder-792800-5-iscsi {{(pid=93317) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 11:37:25.703461 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-82fc7582-53ba-494a-bfea-d122e32d8a3d req-2710f5e6-be9b-4acc-8b91-5bfe1f57522d tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6c7fc0-4b04-42cf-a72a-e3b354e0d15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066167 Aug 10 11:37:25.729610 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-ea73b208-8a00-4394-bcb7-39deb1583feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:25.848478 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-4d86405d-1c2a-4e29-9685-4acaa3814f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:25.856351 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port c14f6fc3-f12b-44f7-90ba-86ed23af16db triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:37:25.857134 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:26.007573 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.db_base_plugin_common [None req-4d86405d-1c2a-4e29-9685-4acaa3814f39 admin admin] Allocated IP 172.20.0.1 (fdb309d8-67de-42b2-8331-09009751c1d7/f431df6c-d80a-47a4-9b32-0dcdcb8f82ea/c1051bcf-6164-43d5-aed7-f13e6b168d38) {{(pid=93315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:37:26.031220 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 0dfcebdf-4b5b-4351-ace9-f352a0a2be93 up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:37:26.109147 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-ea73b208-8a00-4394-bcb7-39deb1583feb None None] Notify callbacks [] for port, precommit_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:26.110834 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-4d86405d-1c2a-4e29-9685-4acaa3814f39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:26.122466 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-ea73b208-8a00-4394-bcb7-39deb1583feb None None] Transition to ACTIVE for port object 53cbc8f4-4e6d-4d3d-a2e9-1ffa60554ba0 will not be triggered until provisioned by entity L2. {{(pid=93317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:37:26.124157 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.provisioning_blocks [None req-4d86405d-1c2a-4e29-9685-4acaa3814f39 admin admin] Transition to ACTIVE for port object c1051bcf-6164-43d5-aed7-f13e6b168d38 will not be triggered until provisioned by entity DHCP. {{(pid=93315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:37:26.130083 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-ea73b208-8a00-4394-bcb7-39deb1583feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:26.134122 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning for port 0dfcebdf-4b5b-4351-ace9-f352a0a2be93 completed by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:37:26.157991 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-4d86405d-1c2a-4e29-9685-4acaa3814f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:26.159937 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port 0dfcebdf-4b5b-4351-ace9-f352a0a2be93 triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:37:26.160304 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:26.199619 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d86405d-1c2a-4e29-9685-4acaa3814f39 admin admin] Network fdb309d8-67de-42b2-8331-09009751c1d7 is already hosted by enough agents. {{(pid=93315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:37:26.206621 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.base_scheduler [None req-4d86405d-1c2a-4e29-9685-4acaa3814f39 admin admin] Resources bound (agent type, host, resource id): {{(pid=93315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:37:26.211220 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d86405d-1c2a-4e29-9685-4acaa3814f39 admin admin] Received port after_create {{(pid=93315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:37:26.211705 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-ea73b208-8a00-4394-bcb7-39deb1583feb None None] Attempting to bind port 53cbc8f4-4e6d-4d3d-a2e9-1ffa60554ba0 on host dv-cinder-792800-5-iscsi for vnic_type normal with profile {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:37:26.212076 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-ea73b208-8a00-4394-bcb7-39deb1583feb None None] Attempting to bind port 53cbc8f4-4e6d-4d3d-a2e9-1ffa60554ba0 by drivers openvswitch,hyperv on host dv-cinder-792800-5-iscsi at level 0 using segments [{'id': 'f70d9b94-9741-4a97-8751-b62ba7cc47d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'}] {{(pid=93317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:37:26.212439 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea73b208-8a00-4394-bcb7-39deb1583feb None None] Attempting to bind port 53cbc8f4-4e6d-4d3d-a2e9-1ffa60554ba0 on network 5acaf353-3f61-4dec-9325-b74ab1b31d79 {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:37:26.215031 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d86405d-1c2a-4e29-9685-4acaa3814f39 admin admin] Pushing event updated for resources: {'Port': ['ID=c1051bcf-6164-43d5-aed7-f13e6b168d38,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:26.224474 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4076b2ce-0725-4fa7-a3cb-7a912caef91c None None] Pushing event updated for resources: {'Port': ['ID=53cbc8f4-4e6d-4d3d-a2e9-1ffa60554ba0,revision_number=2']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:26.231540 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea73b208-8a00-4394-bcb7-39deb1583feb None None] Checking agent: {'id': '7e56837d-5a68-4d8c-918f-73dada8ac547', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 21, 37), 'started_at': datetime.datetime(2021, 8, 10, 11, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:37:26.231910 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea73b208-8a00-4394-bcb7-39deb1583feb None None] Checking segment: {'id': 'f70d9b94-9741-4a97-8751-b62ba7cc47d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:37:26.232308 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-ea73b208-8a00-4394-bcb7-39deb1583feb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:26.232723 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea73b208-8a00-4394-bcb7-39deb1583feb None None] Bound using segment: {'id': 'f70d9b94-9741-4a97-8751-b62ba7cc47d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'} {{(pid=93317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:37:26.233206 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.managers [None req-ea73b208-8a00-4394-bcb7-39deb1583feb None None] Bound port: 53cbc8f4-4e6d-4d3d-a2e9-1ffa60554ba0, host: dv-cinder-792800-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f70d9b94-9741-4a97-8751-b62ba7cc47d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79'}}] {{(pid=93317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:37:26.233586 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-ea73b208-8a00-4394-bcb7-39deb1583feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:26.257398 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-4d86405d-1c2a-4e29-9685-4acaa3814f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-134174491'] for router_interface, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:26.314940 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-ea73b208-8a00-4394-bcb7-39deb1583feb None None] For port 53cbc8f4-4e6d-4d3d-a2e9-1ffa60554ba0, host dv-cinder-792800-5-iscsi, cleared binding levels {{(pid=93317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:37:26.333533 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device e92afeaa-4102-49d8-b5e5-3d39b901ef4c up at agent hyperv_hv-cinder-79280 {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:37:26.337990 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-ea73b208-8a00-4394-bcb7-39deb1583feb None None] For port 53cbc8f4-4e6d-4d3d-a2e9-1ffa60554ba0, host dv-cinder-792800-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=53cbc8f4-4e6d-4d3d-a2e9-1ffa60554ba0,segment=NetworkSegment(f70d9b94-9741-4a97-8751-b62ba7cc47d6),segment_id=f70d9b94-9741-4a97-8751-b62ba7cc47d6)] {{(pid=93317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:37:26.361215 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:26.365017 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-ea73b208-8a00-4394-bcb7-39deb1583feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:26.400351 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-4d86405d-1c2a-4e29-9685-4acaa3814f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:26.476388 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] For port 0dfcebdf-4b5b-4351-ace9-f352a0a2be93, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=0dfcebdf-4b5b-4351-ace9-f352a0a2be93,segment=NetworkSegment(10b19772-df56-4489-91de-8592b3a16431),segment_id=10b19772-df56-4489-91de-8592b3a16431)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:37:26.478006 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea73b208-8a00-4394-bcb7-39deb1583feb None None] Routers {'c053747d-7a58-4c63-bb11-881764ab253b'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:37:26.479205 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-ea73b208-8a00-4394-bcb7-39deb1583feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:37:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['c053747d-7a58-4c63-bb11-881764ab253b'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:37:26.482404 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4076b2ce-0725-4fa7-a3cb-7a912caef91c None None] Pushing event updated for resources: {'Port': ['ID=53cbc8f4-4e6d-4d3d-a2e9-1ffa60554ba0,revision_number=3']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:26.489243 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:26.490119 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 38c82d6a-4af9-485e-90ce-8b037e9b218b up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:37:26.564017 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Provisioning for port e92afeaa-4102-49d8-b5e5-3d39b901ef4c completed by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:37:26.572200 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-4d86405d-1c2a-4e29-9685-4acaa3814f39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:26.577256 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-4d86405d-1c2a-4e29-9685-4acaa3814f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130148924'] for port, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:26.590042 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Provisioning complete for port e92afeaa-4102-49d8-b5e5-3d39b901ef4c triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:37:26.590509 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:26.605947 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-505d3128-4dfd-42a4-a95c-f16f8f75f654 None None] Provisioning for port c1051bcf-6164-43d5-aed7-f13e6b168d38 completed by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:37:26.643644 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-4d86405d-1c2a-4e29-9685-4acaa3814f39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133803058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-134174639'] for router_interface, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:26.646359 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d86405d-1c2a-4e29-9685-4acaa3814f39 admin admin] Pushing event updated for resources: {'Port': ['ID=c1051bcf-6164-43d5-aed7-f13e6b168d38,revision_number=2']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:26.670927 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-505d3128-4dfd-42a4-a95c-f16f8f75f654 None None] Provisioning complete for port c1051bcf-6164-43d5-aed7-f13e6b168d38 triggered by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:37:26.671481 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-505d3128-4dfd-42a4-a95c-f16f8f75f654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:26.683805 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Pushing event updated for resources: {'Port': ['ID=0dfcebdf-4b5b-4351-ace9-f352a0a2be93,revision_number=5']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:26.744808 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d86405d-1c2a-4e29-9685-4acaa3814f39 admin admin] Network fdb309d8-67de-42b2-8331-09009751c1d7 is already hosted by enough agents. {{(pid=93315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:37:26.747060 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.base_scheduler [None req-4d86405d-1c2a-4e29-9685-4acaa3814f39 admin admin] Resources bound (agent type, host, resource id): {{(pid=93315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:37:26.749258 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-ea73b208-8a00-4394-bcb7-39deb1583feb None None] Set router c053747d-7a58-4c63-bb11-881764ab253b gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:37:26.752083 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning for port 38c82d6a-4af9-485e-90ce-8b037e9b218b completed by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:37:26.778599 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-505d3128-4dfd-42a4-a95c-f16f8f75f654 None None] Port c1051bcf-6164-43d5-aed7-f13e6b168d38 cannot update to ACTIVE because it is not bound. {{(pid=93317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 11:37:26.786187 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port 38c82d6a-4af9-485e-90ce-8b037e9b218b triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:37:26.786554 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:26.854979 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa81d73-32ff-4398-b60e-6fad8c674cb3 req-5eca6e5c-0eed-4959-b6d2-989c4559eef6 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:26.864176 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-8aa81d73-32ff-4398-b60e-6fad8c674cb3 req-5eca6e5c-0eed-4959-b6d2-989c4559eef6 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad60e7ce-9280-4399-b602-4d0e4dead965 HTTP/1.1" status: 200 len: 944 time: 0.0742903 Aug 10 11:37:26.870782 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d86405d-1c2a-4e29-9685-4acaa3814f39 admin admin] Router c053747d-7a58-4c63-bb11-881764ab253b has already been hosted by L3 agent c7f5eca1-6939-476e-9546-e5f0f7bb2dc8 {{(pid=93315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 11:37:26.927424 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-8aa81d73-32ff-4398-b60e-6fad8c674cb3 req-fcb07b3d-6ce7-4520-9c02-f25447c3b104 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6c7fc0-4b04-42cf-a72a-e3b354e0d15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620089 Aug 10 11:37:26.937264 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:26.998311 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d86405d-1c2a-4e29-9685-4acaa3814f39 admin admin] Notify agent at l3_agent.dv-cinder-792800-5-iscsi the message routers_updated {{(pid=93315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 11:37:27.003589 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-4d86405d-1c2a-4e29-9685-4acaa3814f39 admin admin] 10.222.0.24 "PUT /v2.0/routers/c053747d-7a58-4c63-bb11-881764ab253b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0052683 Aug 10 11:37:27.121747 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad60e7ce-9280-4399-b602-4d0e4dead965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e92afeaa-4102-49d8-b5e5-3d39b901ef4c'}] {{(pid=93317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:37:27.123930 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f65e5affd22be71f9b00dd80d36c6e54843c66eef292b5ed0267a1f9ac014f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb6a85c-9ee2-465a-95bd-600ed4eab153" -d '{"events": [{"server_uuid": "ad60e7ce-9280-4399-b602-4d0e4dead965", "name": "network-vif-plugged", "status": "completed", "tag": "e92afeaa-4102-49d8-b5e5-3d39b901ef4c"}]}' {{(pid=93317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:37:27.164384 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port e92afeaa-4102-49d8-b5e5-3d39b901ef4c, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=e92afeaa-4102-49d8-b5e5-3d39b901ef4c,segment=NetworkSegment(f590e8e8-eb77-44b5-b3b4-77c417bdd04b),segment_id=f590e8e8-eb77-44b5-b3b4-77c417bdd04b)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:37:27.172316 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-6a9f3e53-da6b-45af-8b19-07c979c13373 None None] Provisioning complete for port c1051bcf-6164-43d5-aed7-f13e6b168d38 triggered by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:37:27.172794 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-6a9f3e53-da6b-45af-8b19-07c979c13373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:27.176790 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 11:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630a4942-a02f-4ce5-bb60-38b426b813e6 x-openstack-request-id: req-630a4942-a02f-4ce5-bb60-38b426b813e6 {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:37:27.177161 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad60e7ce-9280-4399-b602-4d0e4dead965", "name": "network-vif-plugged", "status": "completed", "tag": "e92afeaa-4102-49d8-b5e5-3d39b901ef4c", "code": 200}]} {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:37:27.177331 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-630a4942-a02f-4ce5-bb60-38b426b813e6 {{(pid=93317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:37:27.177794 dv-cinder-792800-5-iscsi neutron-server[93317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad60e7ce-9280-4399-b602-4d0e4dead965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e92afeaa-4102-49d8-b5e5-3d39b901ef4c', 'code': 200} Aug 10 11:37:27.184530 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:27.268916 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:27.291358 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-6a9f3e53-da6b-45af-8b19-07c979c13373 None None] Port c1051bcf-6164-43d5-aed7-f13e6b168d38 cannot update to ACTIVE because it is not bound. {{(pid=93317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 11:37:27.312352 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=e92afeaa-4102-49d8-b5e5-3d39b901ef4c,revision_number=5']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:27.338414 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] For port 38c82d6a-4af9-485e-90ce-8b037e9b218b, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=38c82d6a-4af9-485e-90ce-8b037e9b218b,segment=NetworkSegment(76d738c3-fd24-444e-b452-0fe4c71af343),segment_id=76d738c3-fd24-444e-b452-0fe4c71af343)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:37:27.344243 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:27.384167 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-ea73b208-8a00-4394-bcb7-39deb1583feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c053747d-7a58-4c63-bb11-881764ab253b', 'name': 'tempest-TestMinimumBasicScenario-79340874-router', 'tenant_id': 'a4a9c76bc7b34ae790188aec565c4bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '53cbc8f4-4e6d-4d3d-a2e9-1ffa60554ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:37:22Z', 'updated_at': '2021-08-10T11:37:26Z', 'revision_number': 4, 'project_id': 'a4a9c76bc7b34ae790188aec565c4bad', 'gw_port': {'id': '53cbc8f4-4e6d-4d3d-a2e9-1ffa60554ba0', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b3:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c053747d-7a58-4c63-bb11-881764ab253b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:37:23Z', 'updated_at': '2021-08-10T11:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': 'c1051bcf-6164-43d5-aed7-f13e6b168d38', 'name': '', 'network_id': 'fdb309d8-67de-42b2-8331-09009751c1d7', 'tenant_id': 'a4a9c76bc7b34ae790188aec565c4bad', 'mac_address': 'fa:16:3e:e8:ff:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c053747d-7a58-4c63-bb11-881764ab253b', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f431df6c-d80a-47a4-9b32-0dcdcb8f82ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:37:25Z', 'updated_at': '2021-08-10T11:37:26Z', 'revision_number': 1, 'project_id': 'a4a9c76bc7b34ae790188aec565c4bad', 'subnets': [{'id': 'f431df6c-d80a-47a4-9b32-0dcdcb8f82ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:37:27.388059 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c3d9a1-914e-45cd-989c-2ce5d6e5bc22 req-9d71c6bf-36e7-4624-9382-ed547a22a2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:27.390201 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a3c3d9a1-914e-45cd-989c-2ce5d6e5bc22 req-9d71c6bf-36e7-4624-9382-ed547a22a2a9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ad60e7ce-9280-4399-b602-4d0e4dead965 HTTP/1.1" status: 200 len: 1098 time: 0.0854125 Aug 10 11:37:27.425818 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea73b208-8a00-4394-bcb7-39deb1583feb None None] The sync data for ids ['c053747d-7a58-4c63-bb11-881764ab253b'] in dv-cinder-792800-5-iscsi is: [{'id': 'c053747d-7a58-4c63-bb11-881764ab253b', 'name': 'tempest-TestMinimumBasicScenario-79340874-router', 'tenant_id': 'a4a9c76bc7b34ae790188aec565c4bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '53cbc8f4-4e6d-4d3d-a2e9-1ffa60554ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:37:22Z', 'updated_at': '2021-08-10T11:37:26Z', 'revision_number': 4, 'project_id': 'a4a9c76bc7b34ae790188aec565c4bad', 'gw_port': {'id': '53cbc8f4-4e6d-4d3d-a2e9-1ffa60554ba0', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b3:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c053747d-7a58-4c63-bb11-881764ab253b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:37:23Z', 'updated_at': '2021-08-10T11:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': 'c1051bcf-6164-43d5-aed7-f13e6b168d38', 'name': '', 'network_id': 'fdb309d8-67de-42b2-8331-09009751c1d7', 'tenant_id': 'a4a9c76bc7b34ae790188aec565c4bad', 'mac_address': 'fa:16:3e:e8:ff:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c053747d-7a58-4c63-bb11-881764ab253b', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f431df6c-d80a-47a4-9b32-0dcdcb8f82ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:37:25Z', 'updated_at': '2021-08-10T11:37:26Z', 'revision_number': 1, 'project_id': 'a4a9c76bc7b34ae790188aec565c4bad', 'subnets': [{'id': 'f431df6c-d80a-47a4-9b32-0dcdcb8f82ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 11:37:27.430706 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a3c3d9a1-914e-45cd-989c-2ce5d6e5bc22 req-b03aa1d5-976e-432b-b2aa-f4d2280c17a7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5c6c7fc0-4b04-42cf-a72a-e3b354e0d15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319319 Aug 10 11:37:27.439607 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Pushing event updated for resources: {'Port': ['ID=38c82d6a-4af9-485e-90ce-8b037e9b218b,revision_number=3']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:27.463338 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 0dfcebdf-4b5b-4351-ace9-f352a0a2be93 up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:37:27.515834 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port 0dfcebdf-4b5b-4351-ace9-f352a0a2be93 triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:37:27.516284 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:28.073609 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08fbf86-6e77-448a-9916-9fe18fac4eea req-02dbe1b7-b4b9-454a-82ff-9b65c9ed856d tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:28.081420 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-a08fbf86-6e77-448a-9916-9fe18fac4eea req-02dbe1b7-b4b9-454a-82ff-9b65c9ed856d tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad60e7ce-9280-4399-b602-4d0e4dead965 HTTP/1.1" status: 200 len: 945 time: 0.0732782 Aug 10 11:37:28.129135 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-a08fbf86-6e77-448a-9916-9fe18fac4eea req-9b2b2beb-07a8-451f-95e1-671f6926f067 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6c7fc0-4b04-42cf-a72a-e3b354e0d15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465446 Aug 10 11:37:29.267687 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea92a19-e4fd-451f-8ff2-7491a577f314 req-c8654604-fcd4-48f0-9085-2f1472adc351 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:29.270093 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-1ea92a19-e4fd-451f-8ff2-7491a577f314 req-c8654604-fcd4-48f0-9085-2f1472adc351 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad60e7ce-9280-4399-b602-4d0e4dead965 HTTP/1.1" status: 200 len: 945 time: 0.0637326 Aug 10 11:37:29.336545 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-1ea92a19-e4fd-451f-8ff2-7491a577f314 req-f78bcbbe-6c93-43bd-88df-bc218170487c tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6c7fc0-4b04-42cf-a72a-e3b354e0d15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572789 Aug 10 11:37:29.587566 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 53cbc8f4-4e6d-4d3d-a2e9-1ffa60554ba0 up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:37:29.674624 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning for port 53cbc8f4-4e6d-4d3d-a2e9-1ffa60554ba0 completed by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:37:29.679872 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port 53cbc8f4-4e6d-4d3d-a2e9-1ffa60554ba0 triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:37:29.680469 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:29.809370 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:29.833968 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] For port 53cbc8f4-4e6d-4d3d-a2e9-1ffa60554ba0, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=53cbc8f4-4e6d-4d3d-a2e9-1ffa60554ba0,segment=NetworkSegment(f70d9b94-9741-4a97-8751-b62ba7cc47d6),segment_id=f70d9b94-9741-4a97-8751-b62ba7cc47d6)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:37:29.840464 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:29.841427 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 38c82d6a-4af9-485e-90ce-8b037e9b218b up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:37:29.924808 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Pushing event updated for resources: {'Port': ['ID=53cbc8f4-4e6d-4d3d-a2e9-1ffa60554ba0,revision_number=4']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:29.937364 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port 38c82d6a-4af9-485e-90ce-8b037e9b218b triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:37:29.937700 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:30.236087 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c9c62a-8e78-4b49-8418-b4f9c67e3108 None None] Sync routers for ids ['c053747d-7a58-4c63-bb11-881764ab253b'] in dv-cinder-792800-5-iscsi {{(pid=93318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 11:37:30.246452 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c9c62a-8e78-4b49-8418-b4f9c67e3108 None None] Routers {'c053747d-7a58-4c63-bb11-881764ab253b'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:37:30.247328 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-22c9c62a-8e78-4b49-8418-b4f9c67e3108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:37:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['c053747d-7a58-4c63-bb11-881764ab253b'], 'active': True} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:37:30.360343 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvr_db [None req-22c9c62a-8e78-4b49-8418-b4f9c67e3108 None None] Set router c053747d-7a58-4c63-bb11-881764ab253b gateway port host: dv-cinder-792800-5-iscsi {{(pid=93318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:37:30.666898 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-22c9c62a-8e78-4b49-8418-b4f9c67e3108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c053747d-7a58-4c63-bb11-881764ab253b', 'name': 'tempest-TestMinimumBasicScenario-79340874-router', 'tenant_id': 'a4a9c76bc7b34ae790188aec565c4bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '53cbc8f4-4e6d-4d3d-a2e9-1ffa60554ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:37:22Z', 'updated_at': '2021-08-10T11:37:26Z', 'revision_number': 4, 'project_id': 'a4a9c76bc7b34ae790188aec565c4bad', 'gw_port': {'id': '53cbc8f4-4e6d-4d3d-a2e9-1ffa60554ba0', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c053747d-7a58-4c63-bb11-881764ab253b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:37:23Z', 'updated_at': '2021-08-10T11:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': 'c1051bcf-6164-43d5-aed7-f13e6b168d38', 'name': '', 'network_id': 'fdb309d8-67de-42b2-8331-09009751c1d7', 'tenant_id': 'a4a9c76bc7b34ae790188aec565c4bad', 'mac_address': 'fa:16:3e:e8:ff:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c053747d-7a58-4c63-bb11-881764ab253b', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f431df6c-d80a-47a4-9b32-0dcdcb8f82ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:37:25Z', 'updated_at': '2021-08-10T11:37:26Z', 'revision_number': 2, 'project_id': 'a4a9c76bc7b34ae790188aec565c4bad', 'subnets': [{'id': 'f431df6c-d80a-47a4-9b32-0dcdcb8f82ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:37:30.697268 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c9c62a-8e78-4b49-8418-b4f9c67e3108 None None] Checking router: c053747d-7a58-4c63-bb11-881764ab253b for host: dv-cinder-792800-5-iscsi {{(pid=93318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 11:37:30.697626 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c9c62a-8e78-4b49-8418-b4f9c67e3108 None None] Updating router c053747d-7a58-4c63-bb11-881764ab253b port c1051bcf-6164-43d5-aed7-f13e6b168d38 binding host dv-cinder-792800-5-iscsi {{(pid=93318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 11:37:30.722488 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-22c9c62a-8e78-4b49-8418-b4f9c67e3108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:31.018913 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-22c9c62a-8e78-4b49-8418-b4f9c67e3108 None None] Notify callbacks [] for port, precommit_update {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:31.032289 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.provisioning_blocks [None req-22c9c62a-8e78-4b49-8418-b4f9c67e3108 None None] Transition to ACTIVE for port object c1051bcf-6164-43d5-aed7-f13e6b168d38 will not be triggered until provisioned by entity L2. {{(pid=93318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:37:31.039465 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-22c9c62a-8e78-4b49-8418-b4f9c67e3108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:31.128157 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0bccd0-3536-4060-b0d0-3961ff279a53 None None] Pushing event updated for resources: {'Port': ['ID=c1051bcf-6164-43d5-aed7-f13e6b168d38,revision_number=3']} {{(pid=93318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:31.215549 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.managers [None req-22c9c62a-8e78-4b49-8418-b4f9c67e3108 None None] Attempting to bind port c1051bcf-6164-43d5-aed7-f13e6b168d38 on host dv-cinder-792800-5-iscsi for vnic_type normal with profile {{(pid=93318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:37:31.215926 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.managers [None req-22c9c62a-8e78-4b49-8418-b4f9c67e3108 None None] Attempting to bind port c1051bcf-6164-43d5-aed7-f13e6b168d38 by drivers openvswitch,hyperv on host dv-cinder-792800-5-iscsi at level 0 using segments [{'id': '76d738c3-fd24-444e-b452-0fe4c71af343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'fdb309d8-67de-42b2-8331-09009751c1d7'}] {{(pid=93318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:37:31.216290 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c9c62a-8e78-4b49-8418-b4f9c67e3108 None None] Attempting to bind port c1051bcf-6164-43d5-aed7-f13e6b168d38 on network fdb309d8-67de-42b2-8331-09009751c1d7 {{(pid=93318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:37:31.223095 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c9c62a-8e78-4b49-8418-b4f9c67e3108 None None] Checking agent: {'id': '7e56837d-5a68-4d8c-918f-73dada8ac547', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 21, 37), 'started_at': datetime.datetime(2021, 8, 10, 11, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:37:31.223475 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c9c62a-8e78-4b49-8418-b4f9c67e3108 None None] Checking segment: {'id': '76d738c3-fd24-444e-b452-0fe4c71af343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'fdb309d8-67de-42b2-8331-09009751c1d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:37:31.223934 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-22c9c62a-8e78-4b49-8418-b4f9c67e3108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:31.224337 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c9c62a-8e78-4b49-8418-b4f9c67e3108 None None] Bound using segment: {'id': '76d738c3-fd24-444e-b452-0fe4c71af343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'fdb309d8-67de-42b2-8331-09009751c1d7'} {{(pid=93318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:37:31.224990 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.managers [None req-22c9c62a-8e78-4b49-8418-b4f9c67e3108 None None] Bound port: c1051bcf-6164-43d5-aed7-f13e6b168d38, host: dv-cinder-792800-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76d738c3-fd24-444e-b452-0fe4c71af343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'fdb309d8-67de-42b2-8331-09009751c1d7'}}] {{(pid=93318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:37:31.225382 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-22c9c62a-8e78-4b49-8418-b4f9c67e3108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:31.307184 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.db [None req-22c9c62a-8e78-4b49-8418-b4f9c67e3108 None None] For port c1051bcf-6164-43d5-aed7-f13e6b168d38, host dv-cinder-792800-5-iscsi, cleared binding levels {{(pid=93318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:37:31.311558 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.plugins.ml2.db [None req-22c9c62a-8e78-4b49-8418-b4f9c67e3108 None None] For port c1051bcf-6164-43d5-aed7-f13e6b168d38, host dv-cinder-792800-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=c1051bcf-6164-43d5-aed7-f13e6b168d38,segment=NetworkSegment(76d738c3-fd24-444e-b452-0fe4c71af343),segment_id=76d738c3-fd24-444e-b452-0fe4c71af343)] {{(pid=93318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:37:31.317426 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-22c9c62a-8e78-4b49-8418-b4f9c67e3108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:31.424936 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c9c62a-8e78-4b49-8418-b4f9c67e3108 None None] Routers {'c053747d-7a58-4c63-bb11-881764ab253b'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:37:31.425572 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-22c9c62a-8e78-4b49-8418-b4f9c67e3108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:37:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['c053747d-7a58-4c63-bb11-881764ab253b'], 'active': True} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:37:31.521458 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 53cbc8f4-4e6d-4d3d-a2e9-1ffa60554ba0 up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:37:31.579706 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port 53cbc8f4-4e6d-4d3d-a2e9-1ffa60554ba0 triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:37:31.580350 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:31.585005 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0bccd0-3536-4060-b0d0-3961ff279a53 None None] Pushing event updated for resources: {'Port': ['ID=c1051bcf-6164-43d5-aed7-f13e6b168d38,revision_number=4']} {{(pid=93318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:31.606764 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvr_db [None req-22c9c62a-8e78-4b49-8418-b4f9c67e3108 None None] Set router c053747d-7a58-4c63-bb11-881764ab253b gateway port host: dv-cinder-792800-5-iscsi {{(pid=93318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:37:31.886504 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-22c9c62a-8e78-4b49-8418-b4f9c67e3108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c053747d-7a58-4c63-bb11-881764ab253b', 'name': 'tempest-TestMinimumBasicScenario-79340874-router', 'tenant_id': 'a4a9c76bc7b34ae790188aec565c4bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '53cbc8f4-4e6d-4d3d-a2e9-1ffa60554ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:37:22Z', 'updated_at': '2021-08-10T11:37:26Z', 'revision_number': 4, 'project_id': 'a4a9c76bc7b34ae790188aec565c4bad', 'gw_port': {'id': '53cbc8f4-4e6d-4d3d-a2e9-1ffa60554ba0', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c053747d-7a58-4c63-bb11-881764ab253b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:37:23Z', 'updated_at': '2021-08-10T11:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': 'c1051bcf-6164-43d5-aed7-f13e6b168d38', 'name': '', 'network_id': 'fdb309d8-67de-42b2-8331-09009751c1d7', 'tenant_id': 'a4a9c76bc7b34ae790188aec565c4bad', 'mac_address': 'fa:16:3e:e8:ff:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c053747d-7a58-4c63-bb11-881764ab253b', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f431df6c-d80a-47a4-9b32-0dcdcb8f82ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:37:25Z', 'updated_at': '2021-08-10T11:37:31Z', 'revision_number': 4, 'project_id': 'a4a9c76bc7b34ae790188aec565c4bad', 'subnets': [{'id': 'f431df6c-d80a-47a4-9b32-0dcdcb8f82ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:37:31.915498 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c9c62a-8e78-4b49-8418-b4f9c67e3108 None None] The sync data for ids ['c053747d-7a58-4c63-bb11-881764ab253b'] in dv-cinder-792800-5-iscsi is: [{'id': 'c053747d-7a58-4c63-bb11-881764ab253b', 'name': 'tempest-TestMinimumBasicScenario-79340874-router', 'tenant_id': 'a4a9c76bc7b34ae790188aec565c4bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '53cbc8f4-4e6d-4d3d-a2e9-1ffa60554ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:37:22Z', 'updated_at': '2021-08-10T11:37:26Z', 'revision_number': 4, 'project_id': 'a4a9c76bc7b34ae790188aec565c4bad', 'gw_port': {'id': '53cbc8f4-4e6d-4d3d-a2e9-1ffa60554ba0', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c053747d-7a58-4c63-bb11-881764ab253b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:37:23Z', 'updated_at': '2021-08-10T11:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': 'c1051bcf-6164-43d5-aed7-f13e6b168d38', 'name': '', 'network_id': 'fdb309d8-67de-42b2-8331-09009751c1d7', 'tenant_id': 'a4a9c76bc7b34ae790188aec565c4bad', 'mac_address': 'fa:16:3e:e8:ff:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c053747d-7a58-4c63-bb11-881764ab253b', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f431df6c-d80a-47a4-9b32-0dcdcb8f82ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:37:25Z', 'updated_at': '2021-08-10T11:37:31Z', 'revision_number': 4, 'project_id': 'a4a9c76bc7b34ae790188aec565c4bad', 'subnets': [{'id': 'f431df6c-d80a-47a4-9b32-0dcdcb8f82ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 11:37:33.480696 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device c1051bcf-6164-43d5-aed7-f13e6b168d38 up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:37:33.532031 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning for port c1051bcf-6164-43d5-aed7-f13e6b168d38 completed by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:37:33.536400 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port c1051bcf-6164-43d5-aed7-f13e6b168d38 triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:37:33.536852 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:33.629661 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:33.666278 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] For port c1051bcf-6164-43d5-aed7-f13e6b168d38, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=c1051bcf-6164-43d5-aed7-f13e6b168d38,segment=NetworkSegment(76d738c3-fd24-444e-b452-0fe4c71af343),segment_id=76d738c3-fd24-444e-b452-0fe4c71af343)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:37:33.670666 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:33.725624 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Pushing event updated for resources: {'Port': ['ID=c1051bcf-6164-43d5-aed7-f13e6b168d38,revision_number=5']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:34.327016 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-1d14a83c-ced6-4044-95eb-b59e60f08d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:34.568316 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.agents_db [None req-cf88a1ba-3529-4992-9648-399914351393 None None] Agent healthcheck: found 6 active agents {{(pid=93318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 11:37:35.459664 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device c1051bcf-6164-43d5-aed7-f13e6b168d38 up at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:37:35.533096 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Provisioning complete for port c1051bcf-6164-43d5-aed7-f13e6b168d38 triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:37:35.533411 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:36.972273 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-958f8228-6605-4e4a-ab94-d26fe032d859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:37.129153 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:37.138381 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a98de8-1b45-403b-96d4-a9c1442e434f req-1e2ef0fc-d754-49bf-8a1c-5d45c6541f24 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:37.139861 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-49a98de8-1b45-403b-96d4-a9c1442e434f req-1e2ef0fc-d754-49bf-8a1c-5d45c6541f24 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/networks?id=950c04cb-547c-4811-9416-9462dc83815e HTTP/1.1" status: 200 len: 814 time: 0.0993700 Aug 10 11:37:37.154736 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-49a98de8-1b45-403b-96d4-a9c1442e434f req-b50e817a-18e1-4cca-a589-a8a640fb177b tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/quotas/93e9fd08e08f44a79d5b831058268103 HTTP/1.1" status: 200 len: 375 time: 0.0088582 Aug 10 11:37:37.206598 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-49a98de8-1b45-403b-96d4-a9c1442e434f req-d2db7b34-c75a-476a-aeff-b3b90bb96d7f tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=93e9fd08e08f44a79d5b831058268103&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463471 Aug 10 11:37:37.308274 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-49a98de8-1b45-403b-96d4-a9c1442e434f req-845f078a-d364-4e93-ab12-e87745cf7b98 service neutron] 10.222.0.24 "GET /v2.0/networks/950c04cb-547c-4811-9416-9462dc83815e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890009 Aug 10 11:37:37.397924 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-49a98de8-1b45-403b-96d4-a9c1442e434f req-c401f5e4-834c-43df-b9af-127be146af54 service neutron] 10.222.0.24 "GET /v2.0/networks/950c04cb-547c-4811-9416-9462dc83815e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836015 Aug 10 11:37:37.550618 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-127c45be-18cd-4aa7-aa15-25e8cd5933fb req-7a0151ea-b1e9-426f-9c98-8f87f0d31bdf tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bced171-c010-40c4-8062-fb3d3f2088b9 HTTP/1.1" status: 200 len: 210 time: 0.0266061 Aug 10 11:37:37.937073 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-b3865e76-5392-4690-91e0-0d01f8cdc9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:38.616069 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a98de8-1b45-403b-96d4-a9c1442e434f req-a3d896b6-912f-41bd-8882-6512f3e3ecde tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:38.617834 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-49a98de8-1b45-403b-96d4-a9c1442e434f req-a3d896b6-912f-41bd-8882-6512f3e3ecde tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.59 "GET /v2.0/networks?id=950c04cb-547c-4811-9416-9462dc83815e HTTP/1.1" status: 200 len: 814 time: 0.1126459 Aug 10 11:37:38.630973 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [req-49a98de8-1b45-403b-96d4-a9c1442e434f req-d4ae0e65-b1c0-46eb-9c56-2a14a7446212 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Request body: {'port': {'device_id': '1bced171-c010-40c4-8062-fb3d3f2088b9', 'network_id': '950c04cb-547c-4811-9416-9462dc83815e', 'admin_state_up': True, 'tenant_id': '93e9fd08e08f44a79d5b831058268103'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:37:38.659162 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-2fc84ac6-6551-4fc0-9691-a7397d535d15 req-121a6e12-f02a-4e2b-bc03-35bb6dab4966 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bced171-c010-40c4-8062-fb3d3f2088b9 HTTP/1.1" status: 200 len: 210 time: 0.0284967 Aug 10 11:37:38.749571 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49a98de8-1b45-403b-96d4-a9c1442e434f req-d4ae0e65-b1c0-46eb-9c56-2a14a7446212 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Made reservation on behalf of 93e9fd08e08f44a79d5b831058268103 for: {'port': 1} {{(pid=93315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:37:38.753222 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-49a98de8-1b45-403b-96d4-a9c1442e434f req-d4ae0e65-b1c0-46eb-9c56-2a14a7446212 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:38.902103 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.db_base_plugin_common [req-49a98de8-1b45-403b-96d4-a9c1442e434f req-d4ae0e65-b1c0-46eb-9c56-2a14a7446212 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Allocated IP 172.20.0.13 (950c04cb-547c-4811-9416-9462dc83815e/b17e9149-d8bd-4d5c-852a-7eebd9fd1a31/79b05937-ea14-44fb-9150-df5a4c6a67e0) {{(pid=93315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:37:39.160313 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-49a98de8-1b45-403b-96d4-a9c1442e434f req-d4ae0e65-b1c0-46eb-9c56-2a14a7446212 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks [] for port, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:39.174691 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.provisioning_blocks [req-49a98de8-1b45-403b-96d4-a9c1442e434f req-d4ae0e65-b1c0-46eb-9c56-2a14a7446212 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Transition to ACTIVE for port object 79b05937-ea14-44fb-9150-df5a4c6a67e0 will not be triggered until provisioned by entity DHCP. {{(pid=93315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:37:39.215282 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-49a98de8-1b45-403b-96d4-a9c1442e434f req-d4ae0e65-b1c0-46eb-9c56-2a14a7446212 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:39.263214 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49a98de8-1b45-403b-96d4-a9c1442e434f req-d4ae0e65-b1c0-46eb-9c56-2a14a7446212 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Network 950c04cb-547c-4811-9416-9462dc83815e is already hosted by enough agents. {{(pid=93315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:37:39.268636 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.base_scheduler [req-49a98de8-1b45-403b-96d4-a9c1442e434f req-d4ae0e65-b1c0-46eb-9c56-2a14a7446212 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Resources bound (agent type, host, resource id): {{(pid=93315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:37:39.272650 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a98de8-1b45-403b-96d4-a9c1442e434f req-d4ae0e65-b1c0-46eb-9c56-2a14a7446212 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Received port after_create {{(pid=93315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:37:39.309123 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae0e65-b1c0-46eb-9c56-2a14a7446212 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Pushing event updated for resources: {'Port': ['ID=79b05937-ea14-44fb-9150-df5a4c6a67e0,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:39.346007 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae0e65-b1c0-46eb-9c56-2a14a7446212 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:37:39.346460 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae0e65-b1c0-46eb-9c56-2a14a7446212 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:37:39.346907 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae0e65-b1c0-46eb-9c56-2a14a7446212 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:37:39.347317 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae0e65-b1c0-46eb-9c56-2a14a7446212 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:37:39.348013 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae0e65-b1c0-46eb-9c56-2a14a7446212 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:37:39.348163 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae0e65-b1c0-46eb-9c56-2a14a7446212 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:37:39.348585 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae0e65-b1c0-46eb-9c56-2a14a7446212 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:37:39.348990 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae0e65-b1c0-46eb-9c56-2a14a7446212 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:37:39.349394 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae0e65-b1c0-46eb-9c56-2a14a7446212 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:37:39.349787 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae0e65-b1c0-46eb-9c56-2a14a7446212 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:37:39.350181 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae0e65-b1c0-46eb-9c56-2a14a7446212 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:37:39.350776 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae0e65-b1c0-46eb-9c56-2a14a7446212 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:37:39.402396 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a98de8-1b45-403b-96d4-a9c1442e434f req-d4ae0e65-b1c0-46eb-9c56-2a14a7446212 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:39.405064 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-49a98de8-1b45-403b-96d4-a9c1442e434f req-d4ae0e65-b1c0-46eb-9c56-2a14a7446212 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:39.426180 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-49a98de8-1b45-403b-96d4-a9c1442e434f req-d4ae0e65-b1c0-46eb-9c56-2a14a7446212 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7992766 Aug 10 11:37:39.589620 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-f17123dc-f259-41a2-b99a-cc4190a6a879 None None] Provisioning for port 79b05937-ea14-44fb-9150-df5a4c6a67e0 completed by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:37:39.593912 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-f17123dc-f259-41a2-b99a-cc4190a6a879 None None] Provisioning complete for port 79b05937-ea14-44fb-9150-df5a4c6a67e0 triggered by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:37:39.594286 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-f17123dc-f259-41a2-b99a-cc4190a6a879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:39.629446 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-f17123dc-f259-41a2-b99a-cc4190a6a879 None None] Port 79b05937-ea14-44fb-9150-df5a4c6a67e0 cannot update to ACTIVE because it is not bound. {{(pid=93317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 11:37:39.784970 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-68530e51-c783-4460-a419-f96f34511541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:39.796831 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14644b4-0f2d-4b38-ac91-d1d1f110ef70 req-ae385370-8a0f-4d9d-a257-933f78064623 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:39.798346 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-a14644b4-0f2d-4b38-ac91-d1d1f110ef70 req-ae385370-8a0f-4d9d-a257-933f78064623 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bced171-c010-40c4-8062-fb3d3f2088b9 HTTP/1.1" status: 200 len: 932 time: 0.0588510 Aug 10 11:37:39.844016 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-a14644b4-0f2d-4b38-ac91-d1d1f110ef70 req-6dee3184-0f69-418e-bb8a-db885df96e68 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/security-groups?id=911e61df-c842-41c0-b5cf-5a61827ba7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398145 Aug 10 11:37:40.964023 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a825a3-9d86-4538-8445-b3b28c0cd0e3 req-761852ef-d371-4af3-a393-16f13ee6d891 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:40.965740 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-16a825a3-9d86-4538-8445-b3b28c0cd0e3 req-761852ef-d371-4af3-a393-16f13ee6d891 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bced171-c010-40c4-8062-fb3d3f2088b9 HTTP/1.1" status: 200 len: 932 time: 0.0512686 Aug 10 11:37:41.007254 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-16a825a3-9d86-4538-8445-b3b28c0cd0e3 req-62351a9c-7251-4f56-8e0c-42c0cdbb6bda tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/security-groups?id=911e61df-c842-41c0-b5cf-5a61827ba7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351763 Aug 10 11:37:42.122535 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd792e-2496-44b7-aef3-3411d4437bdb req-3efdd927-7808-4f31-90bb-464471d52ea4 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:42.124734 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-06dd792e-2496-44b7-aef3-3411d4437bdb req-3efdd927-7808-4f31-90bb-464471d52ea4 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bced171-c010-40c4-8062-fb3d3f2088b9 HTTP/1.1" status: 200 len: 932 time: 0.0519488 Aug 10 11:37:42.166795 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-06dd792e-2496-44b7-aef3-3411d4437bdb req-e6c0bea8-86ab-440b-a871-3e1a0637cb01 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/security-groups?id=911e61df-c842-41c0-b5cf-5a61827ba7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347915 Aug 10 11:37:43.283803 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660c866-911d-4eda-a57d-06b0f0c8e5b4 req-b007b9b8-166b-45c5-bf07-28b5957dc74f tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:43.286111 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-f660c866-911d-4eda-a57d-06b0f0c8e5b4 req-b007b9b8-166b-45c5-bf07-28b5957dc74f tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bced171-c010-40c4-8062-fb3d3f2088b9 HTTP/1.1" status: 200 len: 932 time: 0.0517013 Aug 10 11:37:43.328115 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-f660c866-911d-4eda-a57d-06b0f0c8e5b4 req-59d5d994-8249-4016-aa23-cfd29d6473bd tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/security-groups?id=911e61df-c842-41c0-b5cf-5a61827ba7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361481 Aug 10 11:37:44.247454 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 57402) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:37:44.477888 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c41909c-0ae3-42a1-9ee5-d104910767d1 req-10848ea2-19fe-4b28-bb04-1cd0b127ccbf tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:44.479483 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-6c41909c-0ae3-42a1-9ee5-d104910767d1 req-10848ea2-19fe-4b28-bb04-1cd0b127ccbf tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bced171-c010-40c4-8062-fb3d3f2088b9 HTTP/1.1" status: 200 len: 932 time: 0.0627062 Aug 10 11:37:44.519690 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-6c41909c-0ae3-42a1-9ee5-d104910767d1 req-6d59b11f-1691-47d3-96a0-125f206dcb2f tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/security-groups?id=911e61df-c842-41c0-b5cf-5a61827ba7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341134 Aug 10 11:37:44.602876 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [None req-af1c6313-6cee-4b55-8f26-106764a94b20 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Deleting port aa04861c-1cd4-4dee-b998-65d34215d7fa {{(pid=93315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:37:44.603220 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-af1c6313-6cee-4b55-8f26-106764a94b20 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:44.688185 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-af1c6313-6cee-4b55-8f26-106764a94b20 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:44.688577 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-af1c6313-6cee-4b55-8f26-106764a94b20 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:44.702928 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [None req-af1c6313-6cee-4b55-8f26-106764a94b20 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Calling delete_port for aa04861c-1cd4-4dee-b998-65d34215d7fa owned by network:floatingip {{(pid=93315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:37:44.889985 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:44.901816 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-af1c6313-6cee-4b55-8f26-106764a94b20 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:44.930494 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c6313-6cee-4b55-8f26-106764a94b20 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Pushing event deleted for resources: {'Port': ['ID=aa04861c-1cd4-4dee-b998-65d34215d7fa,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:45.003477 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-af1c6313-6cee-4b55-8f26-106764a94b20 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks [] for floatingip, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:45.004246 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.db.l3_db [None req-af1c6313-6cee-4b55-8f26-106764a94b20 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Floating IP 981d4932-c4b1-4036-906a-f4f89ef7ced0 disassociated (deleted). External IP: 172.27.1.79, port: 4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d. Aug 10 11:37:45.216749 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1c6313-6cee-4b55-8f26-106764a94b20 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Router 36e2adb7-707b-4085-8cfe-121407b639cf has already been hosted by L3 agent c7f5eca1-6939-476e-9546-e5f0f7bb2dc8 {{(pid=93315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 11:37:45.327855 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1c6313-6cee-4b55-8f26-106764a94b20 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify agent at l3_agent.dv-cinder-792800-5-iscsi the message routers_updated {{(pid=93315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 11:37:45.332668 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-af1c6313-6cee-4b55-8f26-106764a94b20 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for floatingip, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:45.339334 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e163cd8-5ec3-428f-afe5-3793ba1eadae None None] Sync routers for ids ['36e2adb7-707b-4085-8cfe-121407b639cf'] in dv-cinder-792800-5-iscsi {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 11:37:45.349404 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e163cd8-5ec3-428f-afe5-3793ba1eadae None None] Routers {'36e2adb7-707b-4085-8cfe-121407b639cf'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:37:45.350122 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-4e163cd8-5ec3-428f-afe5-3793ba1eadae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:37:37Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['36e2adb7-707b-4085-8cfe-121407b639cf'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:37:45.383766 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-af1c6313-6cee-4b55-8f26-106764a94b20 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "DELETE /v2.0/floatingips/981d4932-c4b1-4036-906a-f4f89ef7ced0 HTTP/1.1" status: 204 len: 168 time: 1.1328042 Aug 10 11:37:45.383766 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3', 'tag': '4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d'}] {{(pid=93315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:37:45.384385 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6373fc61674628fc4ea179701e5cfbb487487662fff8fb4d49624df9baba4f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f84b82-7f7f-4f95-a5aa-8cbaceb43086" -d '{"events": [{"name": "network-changed", "server_uuid": "fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3", "tag": "4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d"}]}' {{(pid=93315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:37:45.426838 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 11:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794ce5e0-41d2-4247-a83e-46979f9e9338 x-openstack-request-id: req-794ce5e0-41d2-4247-a83e-46979f9e9338 {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:37:45.427138 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3", "tag": "4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d", "status": "completed", "code": 200}]} {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:37:45.427389 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-794ce5e0-41d2-4247-a83e-46979f9e9338 {{(pid=93315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:37:45.427790 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3', 'tag': '4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d', 'status': 'completed', 'code': 200} Aug 10 11:37:45.479552 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-4e163cd8-5ec3-428f-afe5-3793ba1eadae None None] Set router 36e2adb7-707b-4085-8cfe-121407b639cf gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:37:45.683942 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f621f1f-e701-480f-9bd5-9cb7d6c56e31 req-e39eef94-ec15-44a2-82f1-49474ecc7737 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:45.685680 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-3f621f1f-e701-480f-9bd5-9cb7d6c56e31 req-e39eef94-ec15-44a2-82f1-49474ecc7737 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 945 time: 0.0833013 Aug 10 11:37:45.697137 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88dc74-4be0-4740-a25c-d08139f50338 req-a6c2615a-2fb2-4d63-bb4a-11cecfda940f tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:45.699649 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-4d88dc74-4be0-4740-a25c-d08139f50338 req-a6c2615a-2fb2-4d63-bb4a-11cecfda940f tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bced171-c010-40c4-8062-fb3d3f2088b9 HTTP/1.1" status: 200 len: 932 time: 0.0774312 Aug 10 11:37:45.731642 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-3f621f1f-e701-480f-9bd5-9cb7d6c56e31 req-3ca32324-4295-42c1-89b6-9348b9361a57 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390549 Aug 10 11:37:45.740639 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-4e163cd8-5ec3-428f-afe5-3793ba1eadae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e2adb7-707b-4085-8cfe-121407b639cf', 'name': 'tempest-TestShelveInstance-313267928-router', 'tenant_id': '64fdce55728241d78b745581962d5036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '05f7a3fa-18d6-4b22-98d1-da58f09126ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:31:35Z', 'updated_at': '2021-08-10T11:31:43Z', 'revision_number': 4, 'project_id': '64fdce55728241d78b745581962d5036', 'gw_port': {'id': '05f7a3fa-18d6-4b22-98d1-da58f09126ea', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:65:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2adb7-707b-4085-8cfe-121407b639cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:31:36Z', 'updated_at': '2021-08-10T11:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': 'a0028ad1-0106-4a8a-a07c-23decd19b518', 'name': '', 'network_id': '9c7f5487-900d-4a12-87c9-02f3c51af302', 'tenant_id': '64fdce55728241d78b745581962d5036', 'mac_address': 'fa:16:3e:00:6e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2adb7-707b-4085-8cfe-121407b639cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '811b9f1d-8e04-4e1c-abcc-ab7f5bbe2780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:31:41Z', 'updated_at': '2021-08-10T11:31:54Z', 'revision_number': 5, 'project_id': '64fdce55728241d78b745581962d5036', 'subnets': [{'id': '811b9f1d-8e04-4e1c-abcc-ab7f5bbe2780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:37:45.746708 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-4d88dc74-4be0-4740-a25c-d08139f50338 req-43b2ea8f-63ea-4b9e-8009-bf4ccbc6f4de tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/security-groups?id=911e61df-c842-41c0-b5cf-5a61827ba7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411115 Aug 10 11:37:45.770262 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e163cd8-5ec3-428f-afe5-3793ba1eadae None None] Checking router: 36e2adb7-707b-4085-8cfe-121407b639cf for host: dv-cinder-792800-5-iscsi {{(pid=93317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 11:37:45.781148 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e163cd8-5ec3-428f-afe5-3793ba1eadae None None] Routers {'36e2adb7-707b-4085-8cfe-121407b639cf'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:37:45.782003 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-4e163cd8-5ec3-428f-afe5-3793ba1eadae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:37:37Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['36e2adb7-707b-4085-8cfe-121407b639cf'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:37:45.900338 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-4e163cd8-5ec3-428f-afe5-3793ba1eadae None None] Set router 36e2adb7-707b-4085-8cfe-121407b639cf gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:37:46.226898 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-4e163cd8-5ec3-428f-afe5-3793ba1eadae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e2adb7-707b-4085-8cfe-121407b639cf', 'name': 'tempest-TestShelveInstance-313267928-router', 'tenant_id': '64fdce55728241d78b745581962d5036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '05f7a3fa-18d6-4b22-98d1-da58f09126ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:31:35Z', 'updated_at': '2021-08-10T11:31:43Z', 'revision_number': 4, 'project_id': '64fdce55728241d78b745581962d5036', 'gw_port': {'id': '05f7a3fa-18d6-4b22-98d1-da58f09126ea', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:65:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2adb7-707b-4085-8cfe-121407b639cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:31:36Z', 'updated_at': '2021-08-10T11:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': 'a0028ad1-0106-4a8a-a07c-23decd19b518', 'name': '', 'network_id': '9c7f5487-900d-4a12-87c9-02f3c51af302', 'tenant_id': '64fdce55728241d78b745581962d5036', 'mac_address': 'fa:16:3e:00:6e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2adb7-707b-4085-8cfe-121407b639cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '811b9f1d-8e04-4e1c-abcc-ab7f5bbe2780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:31:41Z', 'updated_at': '2021-08-10T11:31:54Z', 'revision_number': 5, 'project_id': '64fdce55728241d78b745581962d5036', 'subnets': [{'id': '811b9f1d-8e04-4e1c-abcc-ab7f5bbe2780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:37:46.260748 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e163cd8-5ec3-428f-afe5-3793ba1eadae None None] The sync data for ids ['36e2adb7-707b-4085-8cfe-121407b639cf'] in dv-cinder-792800-5-iscsi is: [{'id': '36e2adb7-707b-4085-8cfe-121407b639cf', 'name': 'tempest-TestShelveInstance-313267928-router', 'tenant_id': '64fdce55728241d78b745581962d5036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '05f7a3fa-18d6-4b22-98d1-da58f09126ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:31:35Z', 'updated_at': '2021-08-10T11:31:43Z', 'revision_number': 4, 'project_id': '64fdce55728241d78b745581962d5036', 'gw_port': {'id': '05f7a3fa-18d6-4b22-98d1-da58f09126ea', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:65:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2adb7-707b-4085-8cfe-121407b639cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:31:36Z', 'updated_at': '2021-08-10T11:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': 'a0028ad1-0106-4a8a-a07c-23decd19b518', 'name': '', 'network_id': '9c7f5487-900d-4a12-87c9-02f3c51af302', 'tenant_id': '64fdce55728241d78b745581962d5036', 'mac_address': 'fa:16:3e:00:6e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2adb7-707b-4085-8cfe-121407b639cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '811b9f1d-8e04-4e1c-abcc-ab7f5bbe2780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:31:41Z', 'updated_at': '2021-08-10T11:31:54Z', 'revision_number': 5, 'project_id': '64fdce55728241d78b745581962d5036', 'subnets': [{'id': '811b9f1d-8e04-4e1c-abcc-ab7f5bbe2780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 11:37:46.483271 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff73dde-6094-4772-b2ff-4dfde92eeb8a None None] New status for floating IP 981d4932-c4b1-4036-906a-f4f89ef7ced0: DOWN {{(pid=93318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 11:37:46.867965 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00270cd-9984-4e8a-8b45-2a64b5b4e56c req-7a45a4f2-dbf8-499b-91f7-b9e93b207014 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:46.870603 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec999a8-fc00-464a-887b-38295e570865 req-b4e1ecba-764d-4ae2-bd3b-a2a8fea03b46 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:46.875576 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c00270cd-9984-4e8a-8b45-2a64b5b4e56c req-7a45a4f2-dbf8-499b-91f7-b9e93b207014 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bced171-c010-40c4-8062-fb3d3f2088b9 HTTP/1.1" status: 200 len: 932 time: 0.0597527 Aug 10 11:37:46.877993 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-bec999a8-fc00-464a-887b-38295e570865 req-b4e1ecba-764d-4ae2-bd3b-a2a8fea03b46 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 945 time: 0.0649195 Aug 10 11:37:46.913038 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c00270cd-9984-4e8a-8b45-2a64b5b4e56c req-615d96b6-f9fb-44ef-a30d-04bafa19681b tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/security-groups?id=911e61df-c842-41c0-b5cf-5a61827ba7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365725 Aug 10 11:37:46.919215 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-bec999a8-fc00-464a-887b-38295e570865 req-4268c67b-32fe-4201-8cc6-ddf2b8491522 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400841 Aug 10 11:37:48.052801 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92c13d-4da3-434b-8354-8e53d643b779 req-a948bd2e-8d8b-491c-8137-3463065f71e3 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:48.060550 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-be92c13d-4da3-434b-8354-8e53d643b779 req-a948bd2e-8d8b-491c-8137-3463065f71e3 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bced171-c010-40c4-8062-fb3d3f2088b9 HTTP/1.1" status: 200 len: 932 time: 0.0590911 Aug 10 11:37:48.062452 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f03662-4aa7-460b-a614-3f42ebd1799f req-de71b82f-8301-4ff6-9bd3-206d9f67304c tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:48.064058 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-00f03662-4aa7-460b-a614-3f42ebd1799f req-de71b82f-8301-4ff6-9bd3-206d9f67304c tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 945 time: 0.0656135 Aug 10 11:37:48.099860 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-be92c13d-4da3-434b-8354-8e53d643b779 req-3b427f78-9129-4952-8c5a-bfe1ff19a7a9 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/security-groups?id=911e61df-c842-41c0-b5cf-5a61827ba7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383546 Aug 10 11:37:48.124642 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-00f03662-4aa7-460b-a614-3f42ebd1799f req-af675d49-fbaa-4089-8dec-7e3898e58936 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543349 Aug 10 11:37:49.221731 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8634170-27be-405a-96df-e315eb7fb1d5 req-c7c65236-4af3-47a8-9c97-60fb475b2e6c tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:49.223238 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e8634170-27be-405a-96df-e315eb7fb1d5 req-c7c65236-4af3-47a8-9c97-60fb475b2e6c tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bced171-c010-40c4-8062-fb3d3f2088b9 HTTP/1.1" status: 200 len: 932 time: 0.0607972 Aug 10 11:37:49.250801 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59da33e-8f1c-4eba-a250-87e4ed3c763d req-acf477d6-559f-4a38-9101-d5114a1d3b16 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:49.252347 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-f59da33e-8f1c-4eba-a250-87e4ed3c763d req-acf477d6-559f-4a38-9101-d5114a1d3b16 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 945 time: 0.0512745 Aug 10 11:37:49.273748 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e8634170-27be-405a-96df-e315eb7fb1d5 req-bdd0f20a-d254-4ba5-bc34-2f88aa74110a tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/security-groups?id=911e61df-c842-41c0-b5cf-5a61827ba7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419014 Aug 10 11:37:49.300036 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-f59da33e-8f1c-4eba-a250-87e4ed3c763d req-2b587dd0-768c-46ed-a335-0108259e71a0 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416672 Aug 10 11:37:50.380854 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133eae96-f6e0-4f55-a726-4959c6e75f1c req-daefe0dd-2e00-4817-9f53-ecc5f80ae2fb tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:50.382372 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-133eae96-f6e0-4f55-a726-4959c6e75f1c req-daefe0dd-2e00-4817-9f53-ecc5f80ae2fb tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bced171-c010-40c4-8062-fb3d3f2088b9 HTTP/1.1" status: 200 len: 932 time: 0.0499222 Aug 10 11:37:50.421307 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d0bfdd-048a-4a84-aa63-1fdb347c5b45 req-67eddb9e-fc8f-4d57-aab1-ea33409fce4a tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:50.423632 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-91d0bfdd-048a-4a84-aa63-1fdb347c5b45 req-67eddb9e-fc8f-4d57-aab1-ea33409fce4a tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 945 time: 0.0509601 Aug 10 11:37:50.429082 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-133eae96-f6e0-4f55-a726-4959c6e75f1c req-8daa59a5-f796-469a-b470-00c08147e38a tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/security-groups?id=911e61df-c842-41c0-b5cf-5a61827ba7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402589 Aug 10 11:37:50.466964 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-91d0bfdd-048a-4a84-aa63-1fdb347c5b45 req-a163fb3f-7e6b-405c-9836-eb077283efc4 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351214 Aug 10 11:37:50.853082 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [req-49a98de8-1b45-403b-96d4-a9c1442e434f req-d278fe74-ed5f-47ed-9e20-6503b3294347 service neutron] Request body: {'port': {'device_id': '1bced171-c010-40c4-8062-fb3d3f2088b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:37:50.907695 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f84b82-7f7f-4f95-a5aa-8cbaceb43086 req-3912de87-7779-4bd8-8568-45442b8f2a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:50.909405 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-18f84b82-7f7f-4f95-a5aa-8cbaceb43086 req-3912de87-7779-4bd8-8568-45442b8f2a94 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=64fdce55728241d78b745581962d5036&device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 1098 time: 0.0508356 Aug 10 11:37:50.913995 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-49a98de8-1b45-403b-96d4-a9c1442e434f req-d278fe74-ed5f-47ed-9e20-6503b3294347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:51.053198 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ceac0aff-dd8e-4ee1-9aa4-bbd2debaccc0 req-6059cf8a-3bd9-4d43-8c91-64c53040a998 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3fae023e-21e0-4168-a778-6597e829fa96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1070173 Aug 10 11:37:51.060712 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f84b82-7f7f-4f95-a5aa-8cbaceb43086 req-ab9fd020-ff0b-4c8e-96ab-3ae1c2d2494c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:51.062811 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-18f84b82-7f7f-4f95-a5aa-8cbaceb43086 req-ab9fd020-ff0b-4c8e-96ab-3ae1c2d2494c service neutron] 10.222.0.59 "GET /v2.0/networks?id=9c7f5487-900d-4a12-87c9-02f3c51af302 HTTP/1.1" status: 200 len: 909 time: 0.1162493 Aug 10 11:37:51.131759 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-18f84b82-7f7f-4f95-a5aa-8cbaceb43086 req-172ac373-5faf-4922-9c74-448accd953df service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d HTTP/1.1" status: 200 len: 217 time: 0.0547585 Aug 10 11:37:51.193673 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f84b82-7f7f-4f95-a5aa-8cbaceb43086 req-8a6795c4-f2aa-48da-95e5-5c17d5b0abf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:51.195226 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-18f84b82-7f7f-4f95-a5aa-8cbaceb43086 req-8a6795c4-f2aa-48da-95e5-5c17d5b0abf2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=811b9f1d-8e04-4e1c-abcc-ab7f5bbe2780 HTTP/1.1" status: 200 len: 847 time: 0.0541542 Aug 10 11:37:51.197017 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac0aff-dd8e-4ee1-9aa4-bbd2debaccc0 req-0e770724-3be3-4aa8-be03-52bac4db449c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:51.198534 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ceac0aff-dd8e-4ee1-9aa4-bbd2debaccc0 req-0e770724-3be3-4aa8-be03-52bac4db449c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce631e313f124ffc96522aaec894b463&device_id=3fae023e-21e0-4168-a778-6597e829fa96 HTTP/1.1" status: 200 len: 1098 time: 0.0778327 Aug 10 11:37:51.250144 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f84b82-7f7f-4f95-a5aa-8cbaceb43086 req-c28fdd26-f5c1-4046-894d-cf6f2e810279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:51.251685 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-18f84b82-7f7f-4f95-a5aa-8cbaceb43086 req-c28fdd26-f5c1-4046-894d-cf6f2e810279 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9c7f5487-900d-4a12-87c9-02f3c51af302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459461 Aug 10 11:37:51.315668 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [req-49a98de8-1b45-403b-96d4-a9c1442e434f req-d278fe74-ed5f-47ed-9e20-6503b3294347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79b05937-ea14-44fb-9150-df5a4c6a67e0 {{(pid=93315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 11:37:51.326334 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-49a98de8-1b45-403b-96d4-a9c1442e434f req-d278fe74-ed5f-47ed-9e20-6503b3294347 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:51.353416 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.provisioning_blocks [req-49a98de8-1b45-403b-96d4-a9c1442e434f req-d278fe74-ed5f-47ed-9e20-6503b3294347 service neutron] Transition to ACTIVE for port object 79b05937-ea14-44fb-9150-df5a4c6a67e0 will not be triggered until provisioned by entity L2. {{(pid=93315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:37:51.360735 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-18f84b82-7f7f-4f95-a5aa-8cbaceb43086 req-02388ed7-5795-4d7f-a66a-31605f6570cc service neutron] 10.222.0.59 "GET /v2.0/networks/9c7f5487-900d-4a12-87c9-02f3c51af302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991032 Aug 10 11:37:51.364115 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-49a98de8-1b45-403b-96d4-a9c1442e434f req-d278fe74-ed5f-47ed-9e20-6503b3294347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130148924'] for port, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:51.374501 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac0aff-dd8e-4ee1-9aa4-bbd2debaccc0 req-650bdb2c-85ec-48d9-8fa4-ccd1eb47d18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:51.375868 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ceac0aff-dd8e-4ee1-9aa4-bbd2debaccc0 req-650bdb2c-85ec-48d9-8fa4-ccd1eb47d18f service neutron] 10.222.0.59 "GET /v2.0/networks?id=4d20e43e-9b61-4dac-a777-f4b1d57ae537 HTTP/1.1" status: 200 len: 912 time: 0.1467998 Aug 10 11:37:51.469941 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-18f84b82-7f7f-4f95-a5aa-8cbaceb43086 req-ecbf7f3c-8fbc-4c14-a3ab-aeb4ca368519 service neutron] 10.222.0.59 "GET /v2.0/networks/9c7f5487-900d-4a12-87c9-02f3c51af302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999260 Aug 10 11:37:51.539022 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d278fe74-ed5f-47ed-9e20-6503b3294347 service neutron] Pushing event updated for resources: {'Port': ['ID=79b05937-ea14-44fb-9150-df5a4c6a67e0,revision_number=2']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:51.552678 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ceac0aff-dd8e-4ee1-9aa4-bbd2debaccc0 req-77b2fb18-e2a7-4985-b6c7-7e511099bf1a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29e28a8f-692e-48b3-a35e-f5a358637783 HTTP/1.1" status: 200 len: 1001 time: 0.1571710 Aug 10 11:37:51.568600 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-49a98de8-1b45-403b-96d4-a9c1442e434f req-d278fe74-ed5f-47ed-9e20-6503b3294347 service neutron] Attempting to bind port 79b05937-ea14-44fb-9150-df5a4c6a67e0 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:37:51.569305 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-49a98de8-1b45-403b-96d4-a9c1442e434f req-d278fe74-ed5f-47ed-9e20-6503b3294347 service neutron] Attempting to bind port 79b05937-ea14-44fb-9150-df5a4c6a67e0 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': '10b19772-df56-4489-91de-8592b3a16431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '950c04cb-547c-4811-9416-9462dc83815e'}] {{(pid=93315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:37:51.569876 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a98de8-1b45-403b-96d4-a9c1442e434f req-d278fe74-ed5f-47ed-9e20-6503b3294347 service neutron] Attempting to bind port 79b05937-ea14-44fb-9150-df5a4c6a67e0 on network 950c04cb-547c-4811-9416-9462dc83815e {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:37:51.713622 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f85fe-8622-4afe-809c-594bc07e12d3 req-a04e2a95-ed8b-439c-84a9-017b8ec31267 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:51.715368 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-946f85fe-8622-4afe-809c-594bc07e12d3 req-a04e2a95-ed8b-439c-84a9-017b8ec31267 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 945 time: 0.0692179 Aug 10 11:37:51.768924 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-946f85fe-8622-4afe-809c-594bc07e12d3 req-d77ec809-5c5c-4a0e-8d74-1bb2727f7c12 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465505 Aug 10 11:37:51.873131 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a98de8-1b45-403b-96d4-a9c1442e434f req-d278fe74-ed5f-47ed-9e20-6503b3294347 service neutron] Port 79b05937-ea14-44fb-9150-df5a4c6a67e0 on network 950c04cb-547c-4811-9416-9462dc83815e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 11:37:51.873457 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a98de8-1b45-403b-96d4-a9c1442e434f req-d278fe74-ed5f-47ed-9e20-6503b3294347 service neutron] Attempting to bind port 79b05937-ea14-44fb-9150-df5a4c6a67e0 on network 950c04cb-547c-4811-9416-9462dc83815e {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:37:51.901146 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a98de8-1b45-403b-96d4-a9c1442e434f req-d278fe74-ed5f-47ed-9e20-6503b3294347 service neutron] Checking agent: {'id': '9054602d-8671-4254-af87-58e8d5e6c079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 27, 44), 'started_at': datetime.datetime(2021, 8, 10, 11, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:37:51.901495 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a98de8-1b45-403b-96d4-a9c1442e434f req-d278fe74-ed5f-47ed-9e20-6503b3294347 service neutron] Checking segment: {'id': '10b19772-df56-4489-91de-8592b3a16431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '950c04cb-547c-4811-9416-9462dc83815e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:37:51.901889 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a98de8-1b45-403b-96d4-a9c1442e434f req-d278fe74-ed5f-47ed-9e20-6503b3294347 service neutron] Bound using segment: {'id': '10b19772-df56-4489-91de-8592b3a16431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '950c04cb-547c-4811-9416-9462dc83815e'} {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:37:51.902559 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-49a98de8-1b45-403b-96d4-a9c1442e434f req-d278fe74-ed5f-47ed-9e20-6503b3294347 service neutron] Bound port: 79b05937-ea14-44fb-9150-df5a4c6a67e0, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10b19772-df56-4489-91de-8592b3a16431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '950c04cb-547c-4811-9416-9462dc83815e'}}] {{(pid=93315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:37:51.902931 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-49a98de8-1b45-403b-96d4-a9c1442e434f req-d278fe74-ed5f-47ed-9e20-6503b3294347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:51.963380 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d95804-ac70-4342-8f59-4f944ac291ae req-fa613cea-0944-4cad-82b4-1793b133abab tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:51.964995 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-52d95804-ac70-4342-8f59-4f944ac291ae req-fa613cea-0944-4cad-82b4-1793b133abab tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bced171-c010-40c4-8062-fb3d3f2088b9 HTTP/1.1" status: 200 len: 944 time: 0.4114227 Aug 10 11:37:51.968649 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac0aff-dd8e-4ee1-9aa4-bbd2debaccc0 req-09d1573f-41ef-4700-8c1a-25678ddd5fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:51.978308 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ceac0aff-dd8e-4ee1-9aa4-bbd2debaccc0 req-09d1573f-41ef-4700-8c1a-25678ddd5fda service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e HTTP/1.1" status: 200 len: 850 time: 0.4045861 Aug 10 11:37:52.053531 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-49a98de8-1b45-403b-96d4-a9c1442e434f req-d278fe74-ed5f-47ed-9e20-6503b3294347 service neutron] For port 79b05937-ea14-44fb-9150-df5a4c6a67e0, host hv-cinder-79280, cleared binding levels {{(pid=93315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:37:52.069102 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-49a98de8-1b45-403b-96d4-a9c1442e434f req-d278fe74-ed5f-47ed-9e20-6503b3294347 service neutron] For port 79b05937-ea14-44fb-9150-df5a4c6a67e0, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=79b05937-ea14-44fb-9150-df5a4c6a67e0,segment=NetworkSegment(10b19772-df56-4489-91de-8592b3a16431),segment_id=10b19772-df56-4489-91de-8592b3a16431)] {{(pid=93315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:37:52.073554 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-52d95804-ac70-4342-8f59-4f944ac291ae req-de84ca97-4cf9-4321-943f-5ce7daf8eec6 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/security-groups?id=911e61df-c842-41c0-b5cf-5a61827ba7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000950 Aug 10 11:37:52.076804 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-49a98de8-1b45-403b-96d4-a9c1442e434f req-d278fe74-ed5f-47ed-9e20-6503b3294347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130148924'] for port, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:52.110587 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac0aff-dd8e-4ee1-9aa4-bbd2debaccc0 req-66fda3d9-25fd-4c7d-9488-26943260c401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:52.112113 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ceac0aff-dd8e-4ee1-9aa4-bbd2debaccc0 req-66fda3d9-25fd-4c7d-9488-26943260c401 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4d20e43e-9b61-4dac-a777-f4b1d57ae537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1245964 Aug 10 11:37:52.116340 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a98de8-1b45-403b-96d4-a9c1442e434f req-d278fe74-ed5f-47ed-9e20-6503b3294347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:52.116980 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-49a98de8-1b45-403b-96d4-a9c1442e434f req-d278fe74-ed5f-47ed-9e20-6503b3294347 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:52.119161 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-49a98de8-1b45-403b-96d4-a9c1442e434f req-d278fe74-ed5f-47ed-9e20-6503b3294347 service neutron] 10.222.0.59 "PUT /v2.0/ports/79b05937-ea14-44fb-9150-df5a4c6a67e0 HTTP/1.1" status: 200 len: 1094 time: 1.2706664 Aug 10 11:37:52.119610 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bced171-c010-40c4-8062-fb3d3f2088b9', 'tag': '79b05937-ea14-44fb-9150-df5a4c6a67e0'}] {{(pid=93315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:37:52.122015 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6373fc61674628fc4ea179701e5cfbb487487662fff8fb4d49624df9baba4f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be4cc25-abed-4f4e-be3d-2cefd1e57b43" -d '{"events": [{"name": "network-changed", "server_uuid": "1bced171-c010-40c4-8062-fb3d3f2088b9", "tag": "79b05937-ea14-44fb-9150-df5a4c6a67e0"}]}' {{(pid=93315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:37:52.183765 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 11:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73e2370-f03d-44b9-b4b4-6cdd39da12e7 x-openstack-request-id: req-b73e2370-f03d-44b9-b4b4-6cdd39da12e7 {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:37:52.184054 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bced171-c010-40c4-8062-fb3d3f2088b9", "tag": "79b05937-ea14-44fb-9150-df5a4c6a67e0", "status": "completed", "code": 200}]} {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:37:52.184545 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b73e2370-f03d-44b9-b4b4-6cdd39da12e7 {{(pid=93315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:37:52.184935 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bced171-c010-40c4-8062-fb3d3f2088b9', 'tag': '79b05937-ea14-44fb-9150-df5a4c6a67e0', 'status': 'completed', 'code': 200} Aug 10 11:37:52.233566 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d278fe74-ed5f-47ed-9e20-6503b3294347 service neutron] Pushing event updated for resources: {'Port': ['ID=79b05937-ea14-44fb-9150-df5a4c6a67e0,revision_number=3']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:52.265743 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a98de8-1b45-403b-96d4-a9c1442e434f req-03ae52ad-8f84-4e8b-9a8b-6b06d4b753bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:52.267285 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-49a98de8-1b45-403b-96d4-a9c1442e434f req-03ae52ad-8f84-4e8b-9a8b-6b06d4b753bc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=93e9fd08e08f44a79d5b831058268103&device_id=1bced171-c010-40c4-8062-fb3d3f2088b9 HTTP/1.1" status: 200 len: 1097 time: 0.0853069 Aug 10 11:37:52.278319 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ceac0aff-dd8e-4ee1-9aa4-bbd2debaccc0 req-37d3a097-be28-48da-a3a6-6f128d3dcda8 service neutron] 10.222.0.59 "GET /v2.0/networks/4d20e43e-9b61-4dac-a777-f4b1d57ae537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508052 Aug 10 11:37:52.322823 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-49a98de8-1b45-403b-96d4-a9c1442e434f req-04429c9c-a076-42fe-988d-257320984eb6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79b05937-ea14-44fb-9150-df5a4c6a67e0 HTTP/1.1" status: 200 len: 217 time: 0.0433526 Aug 10 11:37:52.422733 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a98de8-1b45-403b-96d4-a9c1442e434f req-2e13cd11-5686-4263-a7ce-56e9376a1688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:52.424277 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-49a98de8-1b45-403b-96d4-a9c1442e434f req-2e13cd11-5686-4263-a7ce-56e9376a1688 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b17e9149-d8bd-4d5c-852a-7eebd9fd1a31 HTTP/1.1" status: 200 len: 853 time: 0.0879722 Aug 10 11:37:52.465750 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ceac0aff-dd8e-4ee1-9aa4-bbd2debaccc0 req-009d34ef-f307-40dd-86e9-763c10e069e0 service neutron] 10.222.0.59 "GET /v2.0/networks/4d20e43e-9b61-4dac-a777-f4b1d57ae537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784327 Aug 10 11:37:52.482934 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a98de8-1b45-403b-96d4-a9c1442e434f req-b433034e-7dc6-48ea-8cf9-a7b14c6614c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:52.484453 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-49a98de8-1b45-403b-96d4-a9c1442e434f req-b433034e-7dc6-48ea-8cf9-a7b14c6614c7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=950c04cb-547c-4811-9416-9462dc83815e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504005 Aug 10 11:37:52.588009 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-49a98de8-1b45-403b-96d4-a9c1442e434f req-0eb424eb-a731-4e80-8f02-8aaaaa1b50d8 service neutron] 10.222.0.59 "GET /v2.0/networks/950c04cb-547c-4811-9416-9462dc83815e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906239 Aug 10 11:37:52.685586 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-49a98de8-1b45-403b-96d4-a9c1442e434f req-aa0ab7aa-10cc-48d9-af6a-dff55f7cd93e service neutron] 10.222.0.59 "GET /v2.0/networks/950c04cb-547c-4811-9416-9462dc83815e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868094 Aug 10 11:37:52.807181 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be4cc25-abed-4f4e-be3d-2cefd1e57b43 req-60e9e094-6b88-4c30-ad87-7b8a81ba4b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:52.808904 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-3be4cc25-abed-4f4e-be3d-2cefd1e57b43 req-60e9e094-6b88-4c30-ad87-7b8a81ba4b4a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=93e9fd08e08f44a79d5b831058268103&device_id=1bced171-c010-40c4-8062-fb3d3f2088b9 HTTP/1.1" status: 200 len: 1097 time: 0.0475111 Aug 10 11:37:52.964009 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc180fd-08f3-4d36-ae4d-cd340de2b83f req-174150ea-1414-4a02-9044-8e44af3f8638 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:52.965653 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-8fc180fd-08f3-4d36-ae4d-cd340de2b83f req-174150ea-1414-4a02-9044-8e44af3f8638 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/networks?id=02710295-ca4d-44ac-b1e8-d7eafd73bfc3 HTTP/1.1" status: 200 len: 815 time: 0.1066332 Aug 10 11:37:52.978058 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac055829-700f-4ff4-85f3-0cc179a024be req-7979ec46-3920-4d9e-b860-b3caf7f91384 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:52.979980 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ac055829-700f-4ff4-85f3-0cc179a024be req-7979ec46-3920-4d9e-b860-b3caf7f91384 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 945 time: 0.1584275 Aug 10 11:37:52.983373 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-8fc180fd-08f3-4d36-ae4d-cd340de2b83f req-f062938d-3b75-4934-b300-91d39af504f1 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/quotas/a1584f3ed8d0470fa09ce0984290fe5d HTTP/1.1" status: 200 len: 375 time: 0.0119014 Aug 10 11:37:52.993883 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21a65b-35a4-43c9-be10-26d03d25d0f9 req-a1da3dc6-da77-4e67-ace9-aac4839e3d87 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:52.995395 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-2d21a65b-35a4-43c9-be10-26d03d25d0f9 req-a1da3dc6-da77-4e67-ace9-aac4839e3d87 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 945 time: 0.1440403 Aug 10 11:37:53.009236 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be4cc25-abed-4f4e-be3d-2cefd1e57b43 req-3ec80980-554d-4b45-925c-31024f33ad95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:53.010694 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-3be4cc25-abed-4f4e-be3d-2cefd1e57b43 req-3ec80980-554d-4b45-925c-31024f33ad95 service neutron] 10.222.0.59 "GET /v2.0/networks?id=950c04cb-547c-4811-9416-9462dc83815e HTTP/1.1" status: 200 len: 915 time: 0.1903851 Aug 10 11:37:53.044647 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-8fc180fd-08f3-4d36-ae4d-cd340de2b83f req-ddb359cb-d9e7-4f59-89c2-77c3f88f7a3d tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a1584f3ed8d0470fa09ce0984290fe5d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0555177 Aug 10 11:37:53.085678 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-3be4cc25-abed-4f4e-be3d-2cefd1e57b43 req-93d7b117-ae0a-4179-92fa-93e8ce9fcd27 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79b05937-ea14-44fb-9150-df5a4c6a67e0 HTTP/1.1" status: 200 len: 217 time: 0.0515869 Aug 10 11:37:53.153791 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-8fc180fd-08f3-4d36-ae4d-cd340de2b83f req-7aaa8c83-51e2-4597-9e1d-aac91322d0a2 service neutron] 10.222.0.24 "GET /v2.0/networks/02710295-ca4d-44ac-b1e8-d7eafd73bfc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985193 Aug 10 11:37:53.163085 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-2d21a65b-35a4-43c9-be10-26d03d25d0f9 req-8475502b-7ac4-4989-9529-ad19eaffab3d tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/security-groups?id=81934ba4-5e5b-47cc-90fb-de3ad9336548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552260 Aug 10 11:37:53.188677 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be4cc25-abed-4f4e-be3d-2cefd1e57b43 req-a5709b50-7e31-4892-b598-e925b138c293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:53.191350 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-3be4cc25-abed-4f4e-be3d-2cefd1e57b43 req-a5709b50-7e31-4892-b598-e925b138c293 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b17e9149-d8bd-4d5c-852a-7eebd9fd1a31 HTTP/1.1" status: 200 len: 853 time: 0.0923028 Aug 10 11:37:53.216142 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [req-ac055829-700f-4ff4-85f3-0cc179a024be req-a5c003e6-b82c-4aed-848a-6d078444c892 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Deleting port 4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d {{(pid=93315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:37:53.216442 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-ac055829-700f-4ff4-85f3-0cc179a024be req-a5c003e6-b82c-4aed-848a-6d078444c892 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:53.266775 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-8fc180fd-08f3-4d36-ae4d-cd340de2b83f req-80ac8c2f-94b7-4f46-ab97-bd35a2944a0b service neutron] 10.222.0.24 "GET /v2.0/networks/02710295-ca4d-44ac-b1e8-d7eafd73bfc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066105 Aug 10 11:37:53.361588 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be4cc25-abed-4f4e-be3d-2cefd1e57b43 req-742cda9f-e1d4-460b-ad66-e7476a9a19ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:53.363602 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-3be4cc25-abed-4f4e-be3d-2cefd1e57b43 req-742cda9f-e1d4-460b-ad66-e7476a9a19ea service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=950c04cb-547c-4811-9416-9462dc83815e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1433198 Aug 10 11:37:53.385581 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c358c0-5172-4748-9e59-4e4321e1829e req-6bdc3c3d-6659-4c3c-b9fb-ba0ba9bd6d5d tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:53.393090 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-42c358c0-5172-4748-9e59-4e4321e1829e req-6bdc3c3d-6659-4c3c-b9fb-ba0ba9bd6d5d tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bced171-c010-40c4-8062-fb3d3f2088b9 HTTP/1.1" status: 200 len: 944 time: 0.1248567 Aug 10 11:37:53.396201 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-ac055829-700f-4ff4-85f3-0cc179a024be req-a5c003e6-b82c-4aed-848a-6d078444c892 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] For port 4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d,segment=NetworkSegment(e74442d5-1a6c-4a7e-bcb7-507d75080a4f),segment_id=e74442d5-1a6c-4a7e-bcb7-507d75080a4f)] {{(pid=93315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:37:53.396614 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-ac055829-700f-4ff4-85f3-0cc179a024be req-a5c003e6-b82c-4aed-848a-6d078444c892 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:53.457916 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-a6954613-ecf7-4e8b-ab20-8f4999637c24 req-1f388020-53ae-466e-b6ad-8ff8e7cbdaeb tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?device_id=4394a304-55e7-42e2-abce-3bfa074fed78 HTTP/1.1" status: 200 len: 210 time: 0.0305846 Aug 10 11:37:53.458526 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [req-ac055829-700f-4ff4-85f3-0cc179a024be req-a5c003e6-b82c-4aed-848a-6d078444c892 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Calling delete_port for 4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d owned by compute:nova {{(pid=93315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:37:53.547306 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-42c358c0-5172-4748-9e59-4e4321e1829e req-b3015349-0d5d-436d-81c4-b53db8f94fea tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/security-groups?id=911e61df-c842-41c0-b5cf-5a61827ba7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533413 Aug 10 11:37:53.584179 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-3be4cc25-abed-4f4e-be3d-2cefd1e57b43 req-2b8ddce6-7cd5-44fa-86f8-6e0eaf3e03c9 service neutron] 10.222.0.59 "GET /v2.0/networks/950c04cb-547c-4811-9416-9462dc83815e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101102 Aug 10 11:37:53.723882 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-3be4cc25-abed-4f4e-be3d-2cefd1e57b43 req-6325f8ea-a601-47c9-bdc0-e47121131b67 service neutron] 10.222.0.59 "GET /v2.0/networks/950c04cb-547c-4811-9416-9462dc83815e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270716 Aug 10 11:37:53.724566 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-ac055829-700f-4ff4-85f3-0cc179a024be req-a5c003e6-b82c-4aed-848a-6d078444c892 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:53.761734 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c003e6-b82c-4aed-848a-6d078444c892 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Pushing event deleted for resources: {'Port': ['ID=4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:53.807650 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac055829-700f-4ff4-85f3-0cc179a024be req-a5c003e6-b82c-4aed-848a-6d078444c892 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] No DVR routers for this DVR port 4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d on host hv-cinder-79280 {{(pid=93315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 11:37:53.810254 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-ac055829-700f-4ff4-85f3-0cc179a024be req-a5c003e6-b82c-4aed-848a-6d078444c892 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:53.812439 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ac055829-700f-4ff4-85f3-0cc179a024be req-a5c003e6-b82c-4aed-848a-6d078444c892 tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.59 "DELETE /v2.0/ports/4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d HTTP/1.1" status: 204 len: 173 time: 0.8161240 Aug 10 11:37:54.186242 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3', 'name': 'network-vif-deleted', 'tag': '4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d'}] {{(pid=93315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:37:54.188645 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6373fc61674628fc4ea179701e5cfbb487487662fff8fb4d49624df9baba4f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9529deb4-5c33-455d-abb2-96dc58939ce2" -d '{"events": [{"server_uuid": "fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3", "name": "network-vif-deleted", "tag": "4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d"}]}' {{(pid=93315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:37:54.228176 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 11:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644c39ee-be1f-43e2-892f-4edb34fad39a x-openstack-request-id: req-644c39ee-be1f-43e2-892f-4edb34fad39a {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:37:54.228474 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3", "name": "network-vif-deleted", "tag": "4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d", "status": "completed", "code": 200}]} {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:37:54.228756 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-644c39ee-be1f-43e2-892f-4edb34fad39a {{(pid=93315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:37:54.229150 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3', 'name': 'network-vif-deleted', 'tag': '4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d', 'status': 'completed', 'code': 200} Aug 10 11:37:54.268802 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a148464a-1c44-411b-b99f-44a02b4e36f4 req-ca68d353-ebd5-458e-a634-c5689d8c0cca tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd79d74d-2fe0-4c0e-b08a-2aacab8a76b3 HTTP/1.1" status: 200 len: 210 time: 0.0271423 Aug 10 11:37:54.493841 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 79b05937-ea14-44fb-9150-df5a4c6a67e0 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 11:37:54.591649 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc180fd-08f3-4d36-ae4d-cd340de2b83f req-da996b9f-9ffb-4f96-a4ef-55326abeddd2 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:54.593631 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-8fc180fd-08f3-4d36-ae4d-cd340de2b83f req-da996b9f-9ffb-4f96-a4ef-55326abeddd2 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.59 "GET /v2.0/networks?id=02710295-ca4d-44ac-b1e8-d7eafd73bfc3 HTTP/1.1" status: 200 len: 815 time: 0.1423385 Aug 10 11:37:54.608753 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-128759c2-2d78-4b03-b219-0627cf86a0dd req-fda16993-2c99-448e-8003-c832ec5384ac tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?device_id=4394a304-55e7-42e2-abce-3bfa074fed78 HTTP/1.1" status: 200 len: 210 time: 0.0479977 Aug 10 11:37:54.614060 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [req-8fc180fd-08f3-4d36-ae4d-cd340de2b83f req-52148fe0-7cbb-4eef-9485-3c9ce5d0c3a3 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Request body: {'port': {'device_id': '4394a304-55e7-42e2-abce-3bfa074fed78', 'network_id': '02710295-ca4d-44ac-b1e8-d7eafd73bfc3', 'admin_state_up': True, 'tenant_id': 'a1584f3ed8d0470fa09ce0984290fe5d'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:37:54.678133 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 79b05937-ea14-44fb-9150-df5a4c6a67e0, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=79b05937-ea14-44fb-9150-df5a4c6a67e0,segment=NetworkSegment(10b19772-df56-4489-91de-8592b3a16431),segment_id=10b19772-df56-4489-91de-8592b3a16431)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:37:54.691152 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Returning: {'device': '79b05937-ea14-44fb-9150-df5a4c6a67e0', 'network_id': '950c04cb-547c-4811-9416-9462dc83815e', 'port_id': '79b05937-ea14-44fb-9150-df5a4c6a67e0', 'mac_address': 'fa:16:3e:8d:11:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b17e9149-d8bd-4d5c-852a-7eebd9fd1a31', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 11:37:54.734221 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:54.750050 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79b05937-ea14-44fb-9150-df5a4c6a67e0 {{(pid=93317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 11:37:54.752388 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334aea3-1726-4567-bacc-5d04c4cac2c1 req-3d833c5e-c07d-49c1-8cc2-db13ab398c18 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:54.754002 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-6334aea3-1726-4567-bacc-5d04c4cac2c1 req-3d833c5e-c07d-49c1-8cc2-db13ab398c18 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bced171-c010-40c4-8062-fb3d3f2088b9 HTTP/1.1" status: 200 len: 944 time: 0.0849061 Aug 10 11:37:54.774386 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 79b05937-ea14-44fb-9150-df5a4c6a67e0, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=79b05937-ea14-44fb-9150-df5a4c6a67e0,segment=NetworkSegment(10b19772-df56-4489-91de-8592b3a16431),segment_id=10b19772-df56-4489-91de-8592b3a16431)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:37:54.778119 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:54.807233 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fc180fd-08f3-4d36-ae4d-cd340de2b83f req-52148fe0-7cbb-4eef-9485-3c9ce5d0c3a3 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Made reservation on behalf of a1584f3ed8d0470fa09ce0984290fe5d for: {'port': 1} {{(pid=93315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:37:54.810853 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-8fc180fd-08f3-4d36-ae4d-cd340de2b83f req-52148fe0-7cbb-4eef-9485-3c9ce5d0c3a3 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:54.825878 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-6334aea3-1726-4567-bacc-5d04c4cac2c1 req-25c833ff-31d2-41ba-948e-5946b1fa56e9 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/security-groups?id=911e61df-c842-41c0-b5cf-5a61827ba7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564730 Aug 10 11:37:54.829470 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=79b05937-ea14-44fb-9150-df5a4c6a67e0,revision_number=4']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:54.838264 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:37:54.838469 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:37:54.838653 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:37:54.839205 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:37:54.839364 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:37:54.839704 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:37:54.840127 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:37:54.840430 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:37:54.849674 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:37:54.849674 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:37:54.849674 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:37:54.849674 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:37:54.942884 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.db_base_plugin_common [req-8fc180fd-08f3-4d36-ae4d-cd340de2b83f req-52148fe0-7cbb-4eef-9485-3c9ce5d0c3a3 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Allocated IP 172.20.0.11 (02710295-ca4d-44ac-b1e8-d7eafd73bfc3/80332a57-e941-4fbe-a8fa-0d365365ea89/921165e6-f2cb-4607-a6ec-85855f3006b4) {{(pid=93315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:37:55.068319 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] get_ports_and_sgs() called for port_ids ['79b05937-ea14-44fb-9150-df5a4c6a67e0'] {{(pid=93317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 11:37:55.085222 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-8fc180fd-08f3-4d36-ae4d-cd340de2b83f req-52148fe0-7cbb-4eef-9485-3c9ce5d0c3a3 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Notify callbacks [] for port, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:55.129372 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-8fc180fd-08f3-4d36-ae4d-cd340de2b83f req-52148fe0-7cbb-4eef-9485-3c9ce5d0c3a3 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:55.185866 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fc180fd-08f3-4d36-ae4d-cd340de2b83f req-52148fe0-7cbb-4eef-9485-3c9ce5d0c3a3 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Network 02710295-ca4d-44ac-b1e8-d7eafd73bfc3 is already hosted by enough agents. {{(pid=93315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:37:55.189850 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.base_scheduler [req-8fc180fd-08f3-4d36-ae4d-cd340de2b83f req-52148fe0-7cbb-4eef-9485-3c9ce5d0c3a3 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Resources bound (agent type, host, resource id): {{(pid=93315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:37:55.191634 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52148fe0-7cbb-4eef-9485-3c9ce5d0c3a3 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Pushing event updated for resources: {'Port': ['ID=921165e6-f2cb-4607-a6ec-85855f3006b4,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:55.200131 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc180fd-08f3-4d36-ae4d-cd340de2b83f req-52148fe0-7cbb-4eef-9485-3c9ce5d0c3a3 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Received port after_create {{(pid=93315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:37:55.272139 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc180fd-08f3-4d36-ae4d-cd340de2b83f req-52148fe0-7cbb-4eef-9485-3c9ce5d0c3a3 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:55.272840 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-8fc180fd-08f3-4d36-ae4d-cd340de2b83f req-52148fe0-7cbb-4eef-9485-3c9ce5d0c3a3 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:55.292891 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-8fc180fd-08f3-4d36-ae4d-cd340de2b83f req-52148fe0-7cbb-4eef-9485-3c9ce5d0c3a3 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6872785 Aug 10 11:37:55.310884 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [req-8fc180fd-08f3-4d36-ae4d-cd340de2b83f req-f6176e45-48d9-406a-8388-e8d300e63df8 service neutron] Request body: {'port': {'device_id': '4394a304-55e7-42e2-abce-3bfa074fed78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:37:55.325181 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 57540) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:37:55.378955 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-8fc180fd-08f3-4d36-ae4d-cd340de2b83f req-f6176e45-48d9-406a-8388-e8d300e63df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:55.403805 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-44039037-5ede-4df0-96e1-3463433d3e1e tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:55.431410 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-fb8b2e6c-9ea9-4d01-bee4-9d76f8c6fb1b tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1833912363&fields=id&tenant_id=ce631e313f124ffc96522aaec894b463 HTTP/1.1" status: 200 len: 267 time: 0.0560367 Aug 10 11:37:55.442899 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-44039037-5ede-4df0-96e1-3463433d3e1e tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:55.570557 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-dfacb300-fff4-4e5c-bb0e-15d137bf5759 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:55.572357 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-dfacb300-fff4-4e5c-bb0e-15d137bf5759 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/networks?id=4d20e43e-9b61-4dac-a777-f4b1d57ae537 HTTP/1.1" status: 200 len: 811 time: 0.1320722 Aug 10 11:37:55.587792 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-44039037-5ede-4df0-96e1-3463433d3e1e tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:55.590309 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-44039037-5ede-4df0-96e1-3463433d3e1e tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:55.591415 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-44039037-5ede-4df0-96e1-3463433d3e1e tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] 10.222.0.24 "DELETE /v2.0/security-groups/81934ba4-5e5b-47cc-90fb-de3ad9336548 HTTP/1.1" status: 204 len: 168 time: 0.2652555 Aug 10 11:37:55.603573 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-e4d0f29c-46d2-46ed-8444-bf2cbd0abafd tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/quotas/ce631e313f124ffc96522aaec894b463 HTTP/1.1" status: 200 len: 375 time: 0.0238745 Aug 10 11:37:55.620464 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44039037-5ede-4df0-96e1-3463433d3e1e tempest-TestShelveInstance-708855581 tempest-TestShelveInstance-708855581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81934ba4-5e5b-47cc-90fb-de3ad9336548,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:55.670078 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 57546) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:37:55.679630 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-19d13e6a-d3d7-4464-b938-24f8f33e7b91 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce631e313f124ffc96522aaec894b463&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0751686 Aug 10 11:37:55.683639 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] get_ports_and_sgs() called for port_ids ['992d2904-71ec-4c9c-a627-ccdcce328b48', 'aed3ac85-21ce-4be1-88a9-f9ed544924ce', 'e92afeaa-4102-49d8-b5e5-3d39b901ef4c'] {{(pid=93317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 11:37:55.692793 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [req-8fc180fd-08f3-4d36-ae4d-cd340de2b83f req-f6176e45-48d9-406a-8388-e8d300e63df8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 921165e6-f2cb-4607-a6ec-85855f3006b4 {{(pid=93315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 11:37:55.706512 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-8fc180fd-08f3-4d36-ae4d-cd340de2b83f req-f6176e45-48d9-406a-8388-e8d300e63df8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:55.753903 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.provisioning_blocks [req-8fc180fd-08f3-4d36-ae4d-cd340de2b83f req-f6176e45-48d9-406a-8388-e8d300e63df8 service neutron] Transition to ACTIVE for port object 921165e6-f2cb-4607-a6ec-85855f3006b4 will not be triggered until provisioned by entity L2. {{(pid=93315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:37:55.765140 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-8fc180fd-08f3-4d36-ae4d-cd340de2b83f req-f6176e45-48d9-406a-8388-e8d300e63df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130148924'] for port, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:55.813650 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-57137bb8-851a-4dd7-8a1b-123723cf0a52 service neutron] 10.222.0.24 "GET /v2.0/networks/4d20e43e-9b61-4dac-a777-f4b1d57ae537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075234 Aug 10 11:37:55.814489 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795f5b1-0f7b-42f6-bfe8-de054fda1141 req-b0a5213b-2dd0-440f-be01-92072017f25e tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:55.825814 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-2795f5b1-0f7b-42f6-bfe8-de054fda1141 req-b0a5213b-2dd0-440f-be01-92072017f25e tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?device_id=4394a304-55e7-42e2-abce-3bfa074fed78 HTTP/1.1" status: 200 len: 932 time: 0.1158686 Aug 10 11:37:55.905874 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6176e45-48d9-406a-8388-e8d300e63df8 service neutron] Pushing event updated for resources: {'Port': ['ID=921165e6-f2cb-4607-a6ec-85855f3006b4,revision_number=2']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:55.916641 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-ed8d7924-ff8d-427c-9904-68eea7616413 service neutron] 10.222.0.24 "GET /v2.0/networks/4d20e43e-9b61-4dac-a777-f4b1d57ae537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019990 Aug 10 11:37:55.978032 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-2795f5b1-0f7b-42f6-bfe8-de054fda1141 req-3a78e3c6-6b55-4187-a172-9c14f12d84de tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6c7fc0-4b04-42cf-a72a-e3b354e0d15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510353 Aug 10 11:37:56.052733 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-8fc180fd-08f3-4d36-ae4d-cd340de2b83f req-f6176e45-48d9-406a-8388-e8d300e63df8 service neutron] Attempting to bind port 921165e6-f2cb-4607-a6ec-85855f3006b4 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:37:56.053077 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-8fc180fd-08f3-4d36-ae4d-cd340de2b83f req-f6176e45-48d9-406a-8388-e8d300e63df8 service neutron] Attempting to bind port 921165e6-f2cb-4607-a6ec-85855f3006b4 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': 'f590e8e8-eb77-44b5-b3b4-77c417bdd04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '02710295-ca4d-44ac-b1e8-d7eafd73bfc3'}] {{(pid=93315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:37:56.053408 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc180fd-08f3-4d36-ae4d-cd340de2b83f req-f6176e45-48d9-406a-8388-e8d300e63df8 service neutron] Attempting to bind port 921165e6-f2cb-4607-a6ec-85855f3006b4 on network 02710295-ca4d-44ac-b1e8-d7eafd73bfc3 {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:37:56.106089 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc180fd-08f3-4d36-ae4d-cd340de2b83f req-f6176e45-48d9-406a-8388-e8d300e63df8 service neutron] Port 921165e6-f2cb-4607-a6ec-85855f3006b4 on network 02710295-ca4d-44ac-b1e8-d7eafd73bfc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 11:37:56.106503 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc180fd-08f3-4d36-ae4d-cd340de2b83f req-f6176e45-48d9-406a-8388-e8d300e63df8 service neutron] Attempting to bind port 921165e6-f2cb-4607-a6ec-85855f3006b4 on network 02710295-ca4d-44ac-b1e8-d7eafd73bfc3 {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:37:56.133484 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc180fd-08f3-4d36-ae4d-cd340de2b83f req-f6176e45-48d9-406a-8388-e8d300e63df8 service neutron] Checking agent: {'id': '9054602d-8671-4254-af87-58e8d5e6c079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 27, 44), 'started_at': datetime.datetime(2021, 8, 10, 11, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:37:56.134308 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc180fd-08f3-4d36-ae4d-cd340de2b83f req-f6176e45-48d9-406a-8388-e8d300e63df8 service neutron] Checking segment: {'id': 'f590e8e8-eb77-44b5-b3b4-77c417bdd04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '02710295-ca4d-44ac-b1e8-d7eafd73bfc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:37:56.134694 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc180fd-08f3-4d36-ae4d-cd340de2b83f req-f6176e45-48d9-406a-8388-e8d300e63df8 service neutron] Bound using segment: {'id': 'f590e8e8-eb77-44b5-b3b4-77c417bdd04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '02710295-ca4d-44ac-b1e8-d7eafd73bfc3'} {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:37:56.135139 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-8fc180fd-08f3-4d36-ae4d-cd340de2b83f req-f6176e45-48d9-406a-8388-e8d300e63df8 service neutron] Bound port: 921165e6-f2cb-4607-a6ec-85855f3006b4, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f590e8e8-eb77-44b5-b3b4-77c417bdd04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '02710295-ca4d-44ac-b1e8-d7eafd73bfc3'}}] {{(pid=93315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:37:56.135504 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-8fc180fd-08f3-4d36-ae4d-cd340de2b83f req-f6176e45-48d9-406a-8388-e8d300e63df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:56.230749 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab046830-ff48-4405-a37c-620ccb1fe5ee req-31a907b8-9099-4865-97c9-8eb9f8f1f895 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:56.232279 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ab046830-ff48-4405-a37c-620ccb1fe5ee req-31a907b8-9099-4865-97c9-8eb9f8f1f895 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bced171-c010-40c4-8062-fb3d3f2088b9 HTTP/1.1" status: 200 len: 945 time: 0.1743050 Aug 10 11:37:56.261632 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-bd5e122d-f713-4df6-a645-b0ba5420efbb req-78d09424-8ee0-47ed-a67b-067508e97843 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce8b0434-a2a9-4ce3-b5a3-a6ae6179ae0f HTTP/1.1" status: 200 len: 210 time: 0.0392957 Aug 10 11:37:56.306820 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-8fc180fd-08f3-4d36-ae4d-cd340de2b83f req-f6176e45-48d9-406a-8388-e8d300e63df8 service neutron] For port 921165e6-f2cb-4607-a6ec-85855f3006b4, host hv-cinder-79280, cleared binding levels {{(pid=93315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:37:56.334103 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-8fc180fd-08f3-4d36-ae4d-cd340de2b83f req-f6176e45-48d9-406a-8388-e8d300e63df8 service neutron] For port 921165e6-f2cb-4607-a6ec-85855f3006b4, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=921165e6-f2cb-4607-a6ec-85855f3006b4,segment=NetworkSegment(f590e8e8-eb77-44b5-b3b4-77c417bdd04b),segment_id=f590e8e8-eb77-44b5-b3b4-77c417bdd04b)] {{(pid=93315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:37:56.341635 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ab046830-ff48-4405-a37c-620ccb1fe5ee req-ee5c8d00-45fe-49e3-b0f3-de955bbee039 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/security-groups?id=911e61df-c842-41c0-b5cf-5a61827ba7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992424 Aug 10 11:37:56.345006 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-8fc180fd-08f3-4d36-ae4d-cd340de2b83f req-f6176e45-48d9-406a-8388-e8d300e63df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130148924'] for port, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:56.397088 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc180fd-08f3-4d36-ae4d-cd340de2b83f req-f6176e45-48d9-406a-8388-e8d300e63df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:56.397734 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-8fc180fd-08f3-4d36-ae4d-cd340de2b83f req-f6176e45-48d9-406a-8388-e8d300e63df8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:56.399206 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-8fc180fd-08f3-4d36-ae4d-cd340de2b83f req-f6176e45-48d9-406a-8388-e8d300e63df8 service neutron] 10.222.0.59 "PUT /v2.0/ports/921165e6-f2cb-4607-a6ec-85855f3006b4 HTTP/1.1" status: 200 len: 1094 time: 1.0929592 Aug 10 11:37:56.423770 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4394a304-55e7-42e2-abce-3bfa074fed78', 'tag': '921165e6-f2cb-4607-a6ec-85855f3006b4'}] {{(pid=93315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:37:56.426190 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6373fc61674628fc4ea179701e5cfbb487487662fff8fb4d49624df9baba4f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0564ce32-951e-45c8-9726-b83314dbded9" -d '{"events": [{"name": "network-changed", "server_uuid": "4394a304-55e7-42e2-abce-3bfa074fed78", "tag": "921165e6-f2cb-4607-a6ec-85855f3006b4"}]}' {{(pid=93315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:37:56.483526 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6176e45-48d9-406a-8388-e8d300e63df8 service neutron] Pushing event updated for resources: {'Port': ['ID=921165e6-f2cb-4607-a6ec-85855f3006b4,revision_number=3']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:56.494710 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 11:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf85ed3-dfe4-4e63-80e7-6831a9d02e3b x-openstack-request-id: req-2cf85ed3-dfe4-4e63-80e7-6831a9d02e3b {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:37:56.494999 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4394a304-55e7-42e2-abce-3bfa074fed78", "tag": "921165e6-f2cb-4607-a6ec-85855f3006b4", "status": "completed", "code": 200}]} {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:37:56.495248 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2cf85ed3-dfe4-4e63-80e7-6831a9d02e3b {{(pid=93315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:37:56.495629 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4394a304-55e7-42e2-abce-3bfa074fed78', 'tag': '921165e6-f2cb-4607-a6ec-85855f3006b4', 'status': 'completed', 'code': 200} Aug 10 11:37:56.508631 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 79b05937-ea14-44fb-9150-df5a4c6a67e0 up at agent hyperv_hv-cinder-79280 {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:37:56.516446 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc180fd-08f3-4d36-ae4d-cd340de2b83f req-18e05a25-50e8-4669-b9e2-8b1515370d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:56.518129 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-8fc180fd-08f3-4d36-ae4d-cd340de2b83f req-18e05a25-50e8-4669-b9e2-8b1515370d7b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a1584f3ed8d0470fa09ce0984290fe5d&device_id=4394a304-55e7-42e2-abce-3bfa074fed78 HTTP/1.1" status: 200 len: 1097 time: 0.0738251 Aug 10 11:37:56.563379 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Provisioning for port 79b05937-ea14-44fb-9150-df5a4c6a67e0 completed by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:37:56.567230 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Provisioning complete for port 79b05937-ea14-44fb-9150-df5a4c6a67e0 triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:37:56.567612 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:56.656106 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:56.681822 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bced171-c010-40c4-8062-fb3d3f2088b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b05937-ea14-44fb-9150-df5a4c6a67e0'}] {{(pid=93317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:37:56.687000 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f65e5affd22be71f9b00dd80d36c6e54843c66eef292b5ed0267a1f9ac014f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00ddda7-9334-4fff-9929-9944eeaf9272" -d '{"events": [{"server_uuid": "1bced171-c010-40c4-8062-fb3d3f2088b9", "name": "network-vif-plugged", "status": "completed", "tag": "79b05937-ea14-44fb-9150-df5a4c6a67e0"}]}' {{(pid=93317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:37:56.712832 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 79b05937-ea14-44fb-9150-df5a4c6a67e0, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=79b05937-ea14-44fb-9150-df5a4c6a67e0,segment=NetworkSegment(10b19772-df56-4489-91de-8592b3a16431),segment_id=10b19772-df56-4489-91de-8592b3a16431)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:37:56.717567 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:56.718624 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 11:37:56.776278 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 11:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff1af64-4fba-4401-90d5-db032e74f26e x-openstack-request-id: req-cff1af64-4fba-4401-90d5-db032e74f26e {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:37:56.777159 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bced171-c010-40c4-8062-fb3d3f2088b9", "name": "network-vif-plugged", "status": "completed", "tag": "79b05937-ea14-44fb-9150-df5a4c6a67e0", "code": 200}]} {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:37:56.777445 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cff1af64-4fba-4401-90d5-db032e74f26e {{(pid=93317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:37:56.777841 dv-cinder-792800-5-iscsi neutron-server[93317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bced171-c010-40c4-8062-fb3d3f2088b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b05937-ea14-44fb-9150-df5a4c6a67e0', 'code': 200} Aug 10 11:37:56.780496 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] No Port match for: 4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d {{(pid=93317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 11:37:56.781200 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 4a5e098f-d62b-4c9e-8f95-aa9a6c35c47d not bound to the agent host hv-cinder-79280 {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 11:37:56.809281 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=79b05937-ea14-44fb-9150-df5a4c6a67e0,revision_number=5']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:56.825870 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-8fc180fd-08f3-4d36-ae4d-cd340de2b83f req-057726d1-dcea-4403-916c-c0ba8491a6bb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=921165e6-f2cb-4607-a6ec-85855f3006b4 HTTP/1.1" status: 200 len: 217 time: 0.2956455 Aug 10 11:37:56.897850 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc180fd-08f3-4d36-ae4d-cd340de2b83f req-1d118b0d-3572-4ba9-878e-6f644a3021b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:56.899289 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-8fc180fd-08f3-4d36-ae4d-cd340de2b83f req-1d118b0d-3572-4ba9-878e-6f644a3021b9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=80332a57-e941-4fbe-a8fa-0d365365ea89 HTTP/1.1" status: 200 len: 855 time: 0.0528872 Aug 10 11:37:56.954030 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-8fc180fd-08f3-4d36-ae4d-cd340de2b83f req-77ea8709-4f3e-4f41-9115-d43656de9053 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=02710295-ca4d-44ac-b1e8-d7eafd73bfc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458961 Aug 10 11:37:56.962017 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-5e44f821-0250-4dfd-ace8-b3ffdcd3443a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-134174610'] for router_interface, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:57.046338 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146ddf5-a4ed-4d5c-ac18-59835407a149 req-162e6c1c-ba76-4c71-87be-52f9e955fc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:57.047848 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d146ddf5-a4ed-4d5c-ac18-59835407a149 req-162e6c1c-ba76-4c71-87be-52f9e955fc32 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1bced171-c010-40c4-8062-fb3d3f2088b9 HTTP/1.1" status: 200 len: 1099 time: 0.1518042 Aug 10 11:37:57.096827 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd61665-fb62-4d18-b9a1-eea0d7c53749 req-2344bb25-37a1-480c-b8dd-243b3a6d1c9f tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:57.098333 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-afd61665-fb62-4d18-b9a1-eea0d7c53749 req-2344bb25-37a1-480c-b8dd-243b3a6d1c9f tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?device_id=4394a304-55e7-42e2-abce-3bfa074fed78 HTTP/1.1" status: 200 len: 944 time: 0.0497284 Aug 10 11:37:57.146552 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-afd61665-fb62-4d18-b9a1-eea0d7c53749 req-903d9faf-f0d3-493c-8e06-418233f5f17b tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6c7fc0-4b04-42cf-a72a-e3b354e0d15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414422 Aug 10 11:37:57.158894 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d146ddf5-a4ed-4d5c-ac18-59835407a149 req-a2e90e84-33ff-42cd-8187-4d1e62d9a2d9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=911e61df-c842-41c0-b5cf-5a61827ba7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946574 Aug 10 11:37:57.168967 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-8fc180fd-08f3-4d36-ae4d-cd340de2b83f req-35e8221e-2aaf-488e-b739-e2aebb252151 service neutron] 10.222.0.59 "GET /v2.0/networks/02710295-ca4d-44ac-b1e8-d7eafd73bfc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035544 Aug 10 11:37:57.390648 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-34bf9419-9bff-4166-94d2-84f340e95209 req-75da560d-eed4-4a00-a624-98a00b5d5556 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce8b0434-a2a9-4ce3-b5a3-a6ae6179ae0f HTTP/1.1" status: 200 len: 210 time: 0.0550663 Aug 10 11:37:57.480761 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-8fc180fd-08f3-4d36-ae4d-cd340de2b83f req-b848d1a5-79e5-4d9e-81c7-10c0d0be2077 service neutron] 10.222.0.59 "GET /v2.0/networks/02710295-ca4d-44ac-b1e8-d7eafd73bfc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455578 Aug 10 11:37:57.489826 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f851a-4a26-411d-9f85-01b82532fcd3 req-aa5adeb6-36b9-489c-a249-73e73e1d5ba5 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:57.491826 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-c23f851a-4a26-411d-9f85-01b82532fcd3 req-aa5adeb6-36b9-489c-a249-73e73e1d5ba5 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bced171-c010-40c4-8062-fb3d3f2088b9 HTTP/1.1" status: 200 len: 946 time: 0.0534241 Aug 10 11:37:57.500721 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-6b010b84-7caa-4256-8636-9bd5cb7a0fc8 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:57.502218 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-6b010b84-7caa-4256-8636-9bd5cb7a0fc8 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.59 "GET /v2.0/networks?id=4d20e43e-9b61-4dac-a777-f4b1d57ae537 HTTP/1.1" status: 200 len: 811 time: 0.2584679 Aug 10 11:37:57.519287 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [None req-5e44f821-0250-4dfd-ace8-b3ffdcd3443a admin admin] Deleting port a0028ad1-0106-4a8a-a07c-23decd19b518 {{(pid=93315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:37:57.519665 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-5e44f821-0250-4dfd-ace8-b3ffdcd3443a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:57.532134 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-c23f851a-4a26-411d-9f85-01b82532fcd3 req-f51e07df-ff7c-4e39-965c-0997be92fa99 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/security-groups?id=911e61df-c842-41c0-b5cf-5a61827ba7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326872 Aug 10 11:37:57.638081 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-83b5cca3-4ee4-4062-911f-7d409091e833 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce631e313f124ffc96522aaec894b463 HTTP/1.1" status: 200 len: 380 time: 0.1060050 Aug 10 11:37:57.654916 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-e8773c05-dcc0-4f3d-9af3-0e2007010372 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Request body: {'port': {'device_id': 'ce8b0434-a2a9-4ce3-b5a3-a6ae6179ae0f', 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537', 'admin_state_up': True, 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'security_groups': ['9753a1bf-7b75-4c4f-b159-49ebe812f06e']}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:37:57.659630 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564ce32-951e-45c8-9726-b83314dbded9 req-7869079f-12c5-494d-9b69-f7be048b6745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:57.661168 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-0564ce32-951e-45c8-9726-b83314dbded9 req-7869079f-12c5-494d-9b69-f7be048b6745 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a1584f3ed8d0470fa09ce0984290fe5d&device_id=4394a304-55e7-42e2-abce-3bfa074fed78 HTTP/1.1" status: 200 len: 1097 time: 0.0962286 Aug 10 11:37:57.739085 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [None req-5e44f821-0250-4dfd-ace8-b3ffdcd3443a admin admin] For port a0028ad1-0106-4a8a-a07c-23decd19b518, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=a0028ad1-0106-4a8a-a07c-23decd19b518,segment=NetworkSegment(e74442d5-1a6c-4a7e-bcb7-507d75080a4f),segment_id=e74442d5-1a6c-4a7e-bcb7-507d75080a4f)] {{(pid=93315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:37:57.739462 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-5e44f821-0250-4dfd-ace8-b3ffdcd3443a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:57.797659 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [None req-5e44f821-0250-4dfd-ace8-b3ffdcd3443a admin admin] Calling delete_port for a0028ad1-0106-4a8a-a07c-23decd19b518 owned by network:router_interface {{(pid=93315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:37:57.901758 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564ce32-951e-45c8-9726-b83314dbded9 req-92662e25-761d-429f-a122-b3dd5c150fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:57.903255 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-0564ce32-951e-45c8-9726-b83314dbded9 req-92662e25-761d-429f-a122-b3dd5c150fbf service neutron] 10.222.0.59 "GET /v2.0/networks?id=02710295-ca4d-44ac-b1e8-d7eafd73bfc3 HTTP/1.1" status: 200 len: 916 time: 0.2244384 Aug 10 11:37:57.965310 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-0564ce32-951e-45c8-9726-b83314dbded9 req-3e94c487-4fd9-458d-8a69-49da3e7d99f0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=921165e6-f2cb-4607-a6ec-85855f3006b4 HTTP/1.1" status: 200 len: 217 time: 0.0489132 Aug 10 11:37:57.968660 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-e8773c05-dcc0-4f3d-9af3-0e2007010372 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Made reservation on behalf of ce631e313f124ffc96522aaec894b463 for: {'port': 1} {{(pid=93315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:37:57.972085 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-e8773c05-dcc0-4f3d-9af3-0e2007010372 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:58.110035 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564ce32-951e-45c8-9726-b83314dbded9 req-41fa8068-bc87-48bb-a699-38f9eeb1fb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:58.111497 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-0564ce32-951e-45c8-9726-b83314dbded9 req-41fa8068-bc87-48bb-a699-38f9eeb1fb92 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=80332a57-e941-4fbe-a8fa-0d365365ea89 HTTP/1.1" status: 200 len: 855 time: 0.1346693 Aug 10 11:37:58.167328 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-0564ce32-951e-45c8-9726-b83314dbded9 req-30330fab-c2c5-4035-91bd-c04dae99e8dd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=02710295-ca4d-44ac-b1e8-d7eafd73bfc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411751 Aug 10 11:37:58.342538 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.db_base_plugin_common [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-e8773c05-dcc0-4f3d-9af3-0e2007010372 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Allocated IP 172.20.0.13 (4d20e43e-9b61-4dac-a777-f4b1d57ae537/f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e/8159de51-1c17-4263-a941-638ee787b08e) {{(pid=93315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:37:58.344460 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-5e44f821-0250-4dfd-ace8-b3ffdcd3443a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:58.400381 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e44f821-0250-4dfd-ace8-b3ffdcd3443a admin admin] Pushing event deleted for resources: {'Port': ['ID=a0028ad1-0106-4a8a-a07c-23decd19b518,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:58.429335 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69dbf3a-f657-4ae2-a550-104e48fb701a req-858424e2-8840-4f61-8468-3d3a04278e8e tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:58.431486 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d69dbf3a-f657-4ae2-a550-104e48fb701a req-858424e2-8840-4f61-8468-3d3a04278e8e tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?device_id=4394a304-55e7-42e2-abce-3bfa074fed78 HTTP/1.1" status: 200 len: 944 time: 0.2036800 Aug 10 11:37:58.462502 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-0564ce32-951e-45c8-9726-b83314dbded9 req-7342a4ad-1e4e-4dae-bc60-ec325c437668 service neutron] 10.222.0.59 "GET /v2.0/networks/02710295-ca4d-44ac-b1e8-d7eafd73bfc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607527 Aug 10 11:37:58.499548 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-398c4db9-f2a1-4ae2-add0-1562e1e46323 req-7ef3923e-c32e-4a03-8388-c99f6e89c41d tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce8b0434-a2a9-4ce3-b5a3-a6ae6179ae0f HTTP/1.1" status: 200 len: 210 time: 0.0299778 Aug 10 11:37:58.641356 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d69dbf3a-f657-4ae2-a550-104e48fb701a req-7649c17f-3aea-4478-a498-f7ba99d611f6 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6c7fc0-4b04-42cf-a72a-e3b354e0d15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864126 Aug 10 11:37:58.677233 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79582162-d15d-45eb-a675-96115138bfeb req-508fd898-9bd1-464a-ac75-7039860ac2ee tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:58.678709 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-79582162-d15d-45eb-a675-96115138bfeb req-508fd898-9bd1-464a-ac75-7039860ac2ee tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bced171-c010-40c4-8062-fb3d3f2088b9 HTTP/1.1" status: 200 len: 946 time: 0.0593920 Aug 10 11:37:58.718790 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-79582162-d15d-45eb-a675-96115138bfeb req-e81b7144-99f5-48dd-9b09-3b6347b495dc tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/security-groups?id=911e61df-c842-41c0-b5cf-5a61827ba7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331376 Aug 10 11:37:58.773088 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-0564ce32-951e-45c8-9726-b83314dbded9 req-1db116c1-56c8-4eaa-b632-977ab10e36cd service neutron] 10.222.0.59 "GET /v2.0/networks/02710295-ca4d-44ac-b1e8-d7eafd73bfc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790153 Aug 10 11:37:58.793559 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-e8773c05-dcc0-4f3d-9af3-0e2007010372 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks [] for port, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:58.820093 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-5e44f821-0250-4dfd-ace8-b3ffdcd3443a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133803065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-134148898'] for router_interface, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:58.839811 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.provisioning_blocks [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-e8773c05-dcc0-4f3d-9af3-0e2007010372 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Transition to ACTIVE for port object 8159de51-1c17-4263-a941-638ee787b08e will not be triggered until provisioned by entity DHCP. {{(pid=93315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:37:58.912920 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acc15c-180c-4560-8fd5-ca16334f9b87 req-24245615-2046-4dcd-99bd-bad9cb6a0943 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:58.914327 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-08acc15c-180c-4560-8fd5-ca16334f9b87 req-24245615-2046-4dcd-99bd-bad9cb6a0943 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bced171-c010-40c4-8062-fb3d3f2088b9 HTTP/1.1" status: 200 len: 946 time: 0.1164598 Aug 10 11:37:59.238287 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-e8773c05-dcc0-4f3d-9af3-0e2007010372 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:59.257969 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-08acc15c-180c-4560-8fd5-ca16334f9b87 req-46dc41ac-36f5-4f52-8e1e-23781aa41d49 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/security-groups?id=911e61df-c842-41c0-b5cf-5a61827ba7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353059 Aug 10 11:37:59.305479 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-e8773c05-dcc0-4f3d-9af3-0e2007010372 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Network 4d20e43e-9b61-4dac-a777-f4b1d57ae537 is already hosted by enough agents. {{(pid=93315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:37:59.309547 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.base_scheduler [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-e8773c05-dcc0-4f3d-9af3-0e2007010372 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Resources bound (agent type, host, resource id): {{(pid=93315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:37:59.315570 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-e8773c05-dcc0-4f3d-9af3-0e2007010372 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Received port after_create {{(pid=93315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:37:59.319784 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8773c05-dcc0-4f3d-9af3-0e2007010372 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Pushing event updated for resources: {'Port': ['ID=8159de51-1c17-4263-a941-638ee787b08e,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:37:59.457381 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-e8773c05-dcc0-4f3d-9af3-0e2007010372 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:59.458118 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-e8773c05-dcc0-4f3d-9af3-0e2007010372 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:59.486848 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-e8773c05-dcc0-4f3d-9af3-0e2007010372 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8400891 Aug 10 11:37:59.495124 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e44f821-0250-4dfd-ace8-b3ffdcd3443a admin admin] Router 36e2adb7-707b-4085-8cfe-121407b639cf has already been hosted by L3 agent c7f5eca1-6939-476e-9546-e5f0f7bb2dc8 {{(pid=93315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 11:37:59.500416 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-d107b3d6-7feb-4ac2-88b2-ce1d8f220731 service neutron] Request body: {'port': {'device_id': 'ce8b0434-a2a9-4ce3-b5a3-a6ae6179ae0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:37:59.553101 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-2d0cba87-e00c-4602-804a-eeeba54598f5 None None] Provisioning for port 8159de51-1c17-4263-a941-638ee787b08e completed by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:37:59.558911 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-2d0cba87-e00c-4602-804a-eeeba54598f5 None None] Provisioning complete for port 8159de51-1c17-4263-a941-638ee787b08e triggered by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:37:59.559491 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-2d0cba87-e00c-4602-804a-eeeba54598f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:59.606399 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-2d0cba87-e00c-4602-804a-eeeba54598f5 None None] Port 8159de51-1c17-4263-a941-638ee787b08e cannot update to ACTIVE because it is not bound. {{(pid=93317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 11:37:59.633306 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d816886-3c21-4ba3-a0f1-7db231503b2d req-a4cb1539-d8cb-4f20-a596-9e7d462da814 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:59.635378 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-0d816886-3c21-4ba3-a0f1-7db231503b2d req-a4cb1539-d8cb-4f20-a596-9e7d462da814 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bced171-c010-40c4-8062-fb3d3f2088b9 HTTP/1.1" status: 200 len: 946 time: 0.0537086 Aug 10 11:37:59.675947 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-0d816886-3c21-4ba3-a0f1-7db231503b2d req-68cba6f2-fb8e-4056-a13b-b6fdf97f7628 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/security-groups?id=911e61df-c842-41c0-b5cf-5a61827ba7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341418 Aug 10 11:37:59.686707 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-d107b3d6-7feb-4ac2-88b2-ce1d8f220731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:59.699442 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e44f821-0250-4dfd-ace8-b3ffdcd3443a admin admin] Notify agent at l3_agent.dv-cinder-792800-5-iscsi the message routers_updated {{(pid=93315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 11:37:59.707694 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-5e44f821-0250-4dfd-ace8-b3ffdcd3443a admin admin] 10.222.0.24 "PUT /v2.0/routers/36e2adb7-707b-4085-8cfe-121407b639cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0362031 Aug 10 11:37:59.708906 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 57596) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:37:59.718141 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482d6209-5314-483f-bc78-228dc425ab61 None None] Sync routers for ids ['36e2adb7-707b-4085-8cfe-121407b639cf'] in dv-cinder-792800-5-iscsi {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 11:37:59.722727 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8982941-2ae7-4d3e-b447-621d66bd1835 req-ec4633e3-0733-485f-92ae-0ae1bda7d5aa tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:59.730109 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d8982941-2ae7-4d3e-b447-621d66bd1835 req-ec4633e3-0733-485f-92ae-0ae1bda7d5aa tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce8b0434-a2a9-4ce3-b5a3-a6ae6179ae0f HTTP/1.1" status: 200 len: 932 time: 0.1171343 Aug 10 11:37:59.740037 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482d6209-5314-483f-bc78-228dc425ab61 None None] Routers {'36e2adb7-707b-4085-8cfe-121407b639cf'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:37:59.741850 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-482d6209-5314-483f-bc78-228dc425ab61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:37:37Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['36e2adb7-707b-4085-8cfe-121407b639cf'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:37:59.807606 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d8982941-2ae7-4d3e-b447-621d66bd1835 req-7bad7590-c1b5-426d-a567-95a5dcf98253 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765018 Aug 10 11:37:59.881969 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17591d1a-06d7-488c-a8df-f12a5736b786 req-fb99f07e-cee1-4921-b309-b455212bc758 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:37:59.884179 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-17591d1a-06d7-488c-a8df-f12a5736b786 req-fb99f07e-cee1-4921-b309-b455212bc758 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?device_id=4394a304-55e7-42e2-abce-3bfa074fed78 HTTP/1.1" status: 200 len: 944 time: 0.1202598 Aug 10 11:37:59.896054 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-482d6209-5314-483f-bc78-228dc425ab61 None None] Set router 36e2adb7-707b-4085-8cfe-121407b639cf gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:37:59.915716 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-bbc2fd0a-c758-4e90-a417-30625f1af11c admin admin] Notify callbacks [] for router, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:37:59.976008 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-17591d1a-06d7-488c-a8df-f12a5736b786 req-97edc13b-eb21-49f6-b7b8-2739e5993a93 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6c7fc0-4b04-42cf-a72a-e3b354e0d15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837302 Aug 10 11:38:00.051853 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-bbc2fd0a-c758-4e90-a417-30625f1af11c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:00.113896 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-d107b3d6-7feb-4ac2-88b2-ce1d8f220731 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8159de51-1c17-4263-a941-638ee787b08e {{(pid=93315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 11:38:00.124534 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-482d6209-5314-483f-bc78-228dc425ab61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e2adb7-707b-4085-8cfe-121407b639cf', 'name': 'tempest-TestShelveInstance-313267928-router', 'tenant_id': '64fdce55728241d78b745581962d5036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '05f7a3fa-18d6-4b22-98d1-da58f09126ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:31:35Z', 'updated_at': '2021-08-10T11:37:58Z', 'revision_number': 5, 'project_id': '64fdce55728241d78b745581962d5036', 'gw_port': {'id': '05f7a3fa-18d6-4b22-98d1-da58f09126ea', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:65:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2adb7-707b-4085-8cfe-121407b639cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:31:36Z', 'updated_at': '2021-08-10T11:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi'}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:38:00.126455 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-d107b3d6-7feb-4ac2-88b2-ce1d8f220731 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:00.144784 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.provisioning_blocks [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-d107b3d6-7feb-4ac2-88b2-ce1d8f220731 service neutron] Transition to ACTIVE for port object 8159de51-1c17-4263-a941-638ee787b08e will not be triggered until provisioned by entity L2. {{(pid=93315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:38:00.147589 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.plugin [None req-bbc2fd0a-c758-4e90-a417-30625f1af11c admin admin] Deleting port 05f7a3fa-18d6-4b22-98d1-da58f09126ea {{(pid=93316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:38:00.147941 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-bbc2fd0a-c758-4e90-a417-30625f1af11c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:00.151991 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-d107b3d6-7feb-4ac2-88b2-ce1d8f220731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130148924'] for port, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:00.162565 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482d6209-5314-483f-bc78-228dc425ab61 None None] Checking router: 36e2adb7-707b-4085-8cfe-121407b639cf for host: dv-cinder-792800-5-iscsi {{(pid=93317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 11:38:00.173781 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482d6209-5314-483f-bc78-228dc425ab61 None None] Routers {'36e2adb7-707b-4085-8cfe-121407b639cf'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:38:00.174588 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-482d6209-5314-483f-bc78-228dc425ab61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:37:37Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['36e2adb7-707b-4085-8cfe-121407b639cf'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:38:00.239454 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d107b3d6-7feb-4ac2-88b2-ce1d8f220731 service neutron] Pushing event updated for resources: {'Port': ['ID=8159de51-1c17-4263-a941-638ee787b08e,revision_number=2']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:38:00.270547 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.db [None req-bbc2fd0a-c758-4e90-a417-30625f1af11c admin admin] For port 05f7a3fa-18d6-4b22-98d1-da58f09126ea, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=05f7a3fa-18d6-4b22-98d1-da58f09126ea,segment=NetworkSegment(f70d9b94-9741-4a97-8751-b62ba7cc47d6),segment_id=f70d9b94-9741-4a97-8751-b62ba7cc47d6)] {{(pid=93316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:38:00.270948 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-bbc2fd0a-c758-4e90-a417-30625f1af11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:00.282939 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-482d6209-5314-483f-bc78-228dc425ab61 None None] Set router 36e2adb7-707b-4085-8cfe-121407b639cf gateway port host: None {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:38:00.289112 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.plugin [None req-bbc2fd0a-c758-4e90-a417-30625f1af11c admin admin] Calling delete_port for 05f7a3fa-18d6-4b22-98d1-da58f09126ea owned by network:router_gateway {{(pid=93316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:38:00.298023 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-d107b3d6-7feb-4ac2-88b2-ce1d8f220731 service neutron] Attempting to bind port 8159de51-1c17-4263-a941-638ee787b08e on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:38:00.298503 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-d107b3d6-7feb-4ac2-88b2-ce1d8f220731 service neutron] Attempting to bind port 8159de51-1c17-4263-a941-638ee787b08e by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': 'a7e3b168-86a5-433e-b17e-7040e9e508ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537'}] {{(pid=93315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:38:00.298925 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-d107b3d6-7feb-4ac2-88b2-ce1d8f220731 service neutron] Attempting to bind port 8159de51-1c17-4263-a941-638ee787b08e on network 4d20e43e-9b61-4dac-a777-f4b1d57ae537 {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:38:00.303559 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-d107b3d6-7feb-4ac2-88b2-ce1d8f220731 service neutron] Port 8159de51-1c17-4263-a941-638ee787b08e on network 4d20e43e-9b61-4dac-a777-f4b1d57ae537 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 11:38:00.303993 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-d107b3d6-7feb-4ac2-88b2-ce1d8f220731 service neutron] Attempting to bind port 8159de51-1c17-4263-a941-638ee787b08e on network 4d20e43e-9b61-4dac-a777-f4b1d57ae537 {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:38:00.309260 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-d107b3d6-7feb-4ac2-88b2-ce1d8f220731 service neutron] Checking agent: {'id': '9054602d-8671-4254-af87-58e8d5e6c079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 27, 44), 'started_at': datetime.datetime(2021, 8, 10, 11, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:38:00.309721 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-d107b3d6-7feb-4ac2-88b2-ce1d8f220731 service neutron] Checking segment: {'id': 'a7e3b168-86a5-433e-b17e-7040e9e508ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:38:00.310212 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-d107b3d6-7feb-4ac2-88b2-ce1d8f220731 service neutron] Bound using segment: {'id': 'a7e3b168-86a5-433e-b17e-7040e9e508ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537'} {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:38:00.310741 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-d107b3d6-7feb-4ac2-88b2-ce1d8f220731 service neutron] Bound port: 8159de51-1c17-4263-a941-638ee787b08e, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7e3b168-86a5-433e-b17e-7040e9e508ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537'}}] {{(pid=93315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:38:00.311205 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-d107b3d6-7feb-4ac2-88b2-ce1d8f220731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:00.345042 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-482d6209-5314-483f-bc78-228dc425ab61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e2adb7-707b-4085-8cfe-121407b639cf', 'name': 'tempest-TestShelveInstance-313267928-router', 'tenant_id': '64fdce55728241d78b745581962d5036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:31:35Z', 'updated_at': '2021-08-10T11:38:00Z', 'revision_number': 6, 'project_id': '64fdce55728241d78b745581962d5036', 'gw_port_host': None}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:38:00.381675 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482d6209-5314-483f-bc78-228dc425ab61 None None] The sync data for ids ['36e2adb7-707b-4085-8cfe-121407b639cf'] in dv-cinder-792800-5-iscsi is: [{'id': '36e2adb7-707b-4085-8cfe-121407b639cf', 'name': 'tempest-TestShelveInstance-313267928-router', 'tenant_id': '64fdce55728241d78b745581962d5036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:31:35Z', 'updated_at': '2021-08-10T11:38:00Z', 'revision_number': 6, 'project_id': '64fdce55728241d78b745581962d5036', 'gw_port_host': None}] {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 11:38:00.392186 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-d107b3d6-7feb-4ac2-88b2-ce1d8f220731 service neutron] For port 8159de51-1c17-4263-a941-638ee787b08e, host hv-cinder-79280, cleared binding levels {{(pid=93315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:38:00.396205 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-d107b3d6-7feb-4ac2-88b2-ce1d8f220731 service neutron] For port 8159de51-1c17-4263-a941-638ee787b08e, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=8159de51-1c17-4263-a941-638ee787b08e,segment=NetworkSegment(a7e3b168-86a5-433e-b17e-7040e9e508ed),segment_id=a7e3b168-86a5-433e-b17e-7040e9e508ed)] {{(pid=93315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:38:00.402856 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-d107b3d6-7feb-4ac2-88b2-ce1d8f220731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130148924'] for port, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:00.450498 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-d107b3d6-7feb-4ac2-88b2-ce1d8f220731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:00.451197 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-d107b3d6-7feb-4ac2-88b2-ce1d8f220731 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:00.452674 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-d107b3d6-7feb-4ac2-88b2-ce1d8f220731 service neutron] 10.222.0.59 "PUT /v2.0/ports/8159de51-1c17-4263-a941-638ee787b08e HTTP/1.1" status: 200 len: 1094 time: 0.9565055 Aug 10 11:38:00.455282 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce8b0434-a2a9-4ce3-b5a3-a6ae6179ae0f', 'tag': '8159de51-1c17-4263-a941-638ee787b08e'}] {{(pid=93315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:38:00.458974 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6373fc61674628fc4ea179701e5cfbb487487662fff8fb4d49624df9baba4f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc62f42-ea8e-4c86-853a-5fa35e9dd10e" -d '{"events": [{"name": "network-changed", "server_uuid": "ce8b0434-a2a9-4ce3-b5a3-a6ae6179ae0f", "tag": "8159de51-1c17-4263-a941-638ee787b08e"}]}' {{(pid=93315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:38:00.493353 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d107b3d6-7feb-4ac2-88b2-ce1d8f220731 service neutron] Pushing event updated for resources: {'Port': ['ID=8159de51-1c17-4263-a941-638ee787b08e,revision_number=3']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:38:00.505145 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 11:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c401f276-b215-4984-ac75-1b539adbf811 x-openstack-request-id: req-c401f276-b215-4984-ac75-1b539adbf811 {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:38:00.505829 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce8b0434-a2a9-4ce3-b5a3-a6ae6179ae0f", "tag": "8159de51-1c17-4263-a941-638ee787b08e", "status": "completed", "code": 200}]} {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:38:00.506192 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c401f276-b215-4984-ac75-1b539adbf811 {{(pid=93315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:38:00.506892 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce8b0434-a2a9-4ce3-b5a3-a6ae6179ae0f', 'tag': '8159de51-1c17-4263-a941-638ee787b08e', 'status': 'completed', 'code': 200} Aug 10 11:38:00.510310 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-bbc2fd0a-c758-4e90-a417-30625f1af11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130748572'] for port, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:00.537175 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc2fd0a-c758-4e90-a417-30625f1af11c admin admin] Pushing event deleted for resources: {'Port': ['ID=05f7a3fa-18d6-4b22-98d1-da58f09126ea,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:38:00.548271 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 921165e6-f2cb-4607-a6ec-85855f3006b4 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 11:38:00.554680 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-112afdbd-656b-4929-84ca-58c15e88211c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:00.556750 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-112afdbd-656b-4929-84ca-58c15e88211c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce631e313f124ffc96522aaec894b463&device_id=ce8b0434-a2a9-4ce3-b5a3-a6ae6179ae0f HTTP/1.1" status: 200 len: 1097 time: 0.0489395 Aug 10 11:38:00.597927 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-bbc2fd0a-c758-4e90-a417-30625f1af11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-134149828'] for router_gateway, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:00.603469 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-6254d714-8033-4ec7-b416-30f095f72c4a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8159de51-1c17-4263-a941-638ee787b08e HTTP/1.1" status: 200 len: 217 time: 0.0379846 Aug 10 11:38:00.662853 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-4fda3e30-e1bb-4195-9f08-8bd45ce87959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:00.664760 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-4fda3e30-e1bb-4195-9f08-8bd45ce87959 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e HTTP/1.1" status: 200 len: 850 time: 0.0545800 Aug 10 11:38:00.666175 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 921165e6-f2cb-4607-a6ec-85855f3006b4, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=921165e6-f2cb-4607-a6ec-85855f3006b4,segment=NetworkSegment(f590e8e8-eb77-44b5-b3b4-77c417bdd04b),segment_id=f590e8e8-eb77-44b5-b3b4-77c417bdd04b)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:38:00.679125 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Returning: {'device': '921165e6-f2cb-4607-a6ec-85855f3006b4', 'network_id': '02710295-ca4d-44ac-b1e8-d7eafd73bfc3', 'port_id': '921165e6-f2cb-4607-a6ec-85855f3006b4', 'mac_address': 'fa:16:3e:7b:0b:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80332a57-e941-4fbe-a8fa-0d365365ea89', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 11:38:00.710256 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-bbc2fd0a-c758-4e90-a417-30625f1af11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-134123056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-507789'] for router, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:00.713595 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-bbc2fd0a-c758-4e90-a417-30625f1af11c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:00.720556 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:00.723786 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-e11f7527-5ff6-45ab-9c23-31f2d2a2e9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:00.725593 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-e11f7527-5ff6-45ab-9c23-31f2d2a2e9c0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4d20e43e-9b61-4dac-a777-f4b1d57ae537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543063 Aug 10 11:38:00.737474 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 921165e6-f2cb-4607-a6ec-85855f3006b4 {{(pid=93317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 11:38:00.770525 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 921165e6-f2cb-4607-a6ec-85855f3006b4, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=921165e6-f2cb-4607-a6ec-85855f3006b4,segment=NetworkSegment(f590e8e8-eb77-44b5-b3b4-77c417bdd04b),segment_id=f590e8e8-eb77-44b5-b3b4-77c417bdd04b)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:38:00.772464 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-bbc2fd0a-c758-4e90-a417-30625f1af11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-134123049'] for router, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:00.773227 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc2fd0a-c758-4e90-a417-30625f1af11c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36e2adb7-707b-4085-8cfe-121407b639cf {{(pid=93316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 11:38:00.778988 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:00.784279 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-bbc2fd0a-c758-4e90-a417-30625f1af11c admin admin] Notify callbacks [] for router, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:00.786108 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-bbc2fd0a-c758-4e90-a417-30625f1af11c admin admin] 10.222.0.24 "DELETE /v2.0/routers/36e2adb7-707b-4085-8cfe-121407b639cf HTTP/1.1" status: 204 len: 168 time: 1.0753925 Aug 10 11:38:00.791317 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 57604) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:38:00.839231 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=921165e6-f2cb-4607-a6ec-85855f3006b4,revision_number=4']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:38:00.852957 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b73587a-94a4-482f-be1c-13fbfa99a295 admin admin] Deleting subnet 811b9f1d-8e04-4e1c-abcc-ab7f5bbe2780 {{(pid=93316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 11:38:00.857068 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-6b73587a-94a4-482f-be1c-13fbfa99a295 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:00.859628 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-ec314f22-3968-435b-94f9-6ad02ffcf816 service neutron] 10.222.0.59 "GET /v2.0/networks/4d20e43e-9b61-4dac-a777-f4b1d57ae537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268289 Aug 10 11:38:00.896221 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-6b73587a-94a4-482f-be1c-13fbfa99a295 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131715131'] for subnet, precommit_delete_associations {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:00.963237 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e1529ad9-c15e-49eb-9f0a-7f8693162616 req-14929b15-63a6-4329-8155-64cc6fadb8f8 service neutron] 10.222.0.59 "GET /v2.0/networks/4d20e43e-9b61-4dac-a777-f4b1d57ae537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944083 Aug 10 11:38:01.000559 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2bcce-e91e-4c73-b8c9-d20a20a4ddff req-b827a3fa-d1d2-490f-a041-3f2a95af92c2 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:01.002109 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-37c2bcce-e91e-4c73-b8c9-d20a20a4ddff req-b827a3fa-d1d2-490f-a041-3f2a95af92c2 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce8b0434-a2a9-4ce3-b5a3-a6ae6179ae0f HTTP/1.1" status: 200 len: 944 time: 0.1039321 Aug 10 11:38:01.033787 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-6b73587a-94a4-482f-be1c-13fbfa99a295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926530'] for subnet, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:01.047347 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] get_ports_and_sgs() called for port_ids ['921165e6-f2cb-4607-a6ec-85855f3006b4'] {{(pid=93317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 11:38:01.060479 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc62f42-ea8e-4c86-853a-5fa35e9dd10e req-b7756d12-bd1f-4e4f-999b-f4f71fa1704f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:01.062019 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-0cc62f42-ea8e-4c86-853a-5fa35e9dd10e req-b7756d12-bd1f-4e4f-999b-f4f71fa1704f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce631e313f124ffc96522aaec894b463&device_id=ce8b0434-a2a9-4ce3-b5a3-a6ae6179ae0f HTTP/1.1" status: 200 len: 1097 time: 0.0508902 Aug 10 11:38:01.079573 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-37c2bcce-e91e-4c73-b8c9-d20a20a4ddff req-1e91b1c1-b2a7-4986-8446-b88fd4910ee3 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707035 Aug 10 11:38:01.112715 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-6b73587a-94a4-482f-be1c-13fbfa99a295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134105691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130748585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131149568'] for subnet, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:01.144160 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b73587a-94a4-482f-be1c-13fbfa99a295 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=811b9f1d-8e04-4e1c-abcc-ab7f5bbe2780,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:38:01.146108 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-6b73587a-94a4-482f-be1c-13fbfa99a295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for subnet, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:01.150269 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-6b73587a-94a4-482f-be1c-13fbfa99a295 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/811b9f1d-8e04-4e1c-abcc-ab7f5bbe2780 HTTP/1.1" status: 204 len: 168 time: 0.3549461 Aug 10 11:38:01.151680 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 57610) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:38:01.162160 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f187005e-c8dc-4a75-a8c8-bb7f9d84e74a None None] Network 9c7f5487-900d-4a12-87c9-02f3c51af302 requested from dv-cinder-792800-5-iscsi {{(pid=93317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:38:01.186380 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e179f-5f11-44c3-98f4-b9051d273658 req-0327c730-0db2-4a6d-9be5-f65d645cd9c8 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:01.188747 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-db1e179f-5f11-44c3-98f4-b9051d273658 req-0327c730-0db2-4a6d-9be5-f65d645cd9c8 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?device_id=4394a304-55e7-42e2-abce-3bfa074fed78 HTTP/1.1" status: 200 len: 945 time: 0.1257885 Aug 10 11:38:01.239987 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-89e3baf1-3baf-4aa8-ae00-74654bc92aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631178'] for network, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:01.244395 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc62f42-ea8e-4c86-853a-5fa35e9dd10e req-c12504b8-6a91-4ae1-bfe2-952eab3cd1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:01.248041 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-0cc62f42-ea8e-4c86-853a-5fa35e9dd10e req-c12504b8-6a91-4ae1-bfe2-952eab3cd1cf service neutron] 10.222.0.59 "GET /v2.0/networks?id=4d20e43e-9b61-4dac-a777-f4b1d57ae537 HTTP/1.1" status: 200 len: 912 time: 0.1757915 Aug 10 11:38:01.302502 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.plugin [None req-89e3baf1-3baf-4aa8-ae00-74654bc92aa6 admin admin] Deleting port 4237fd8e-1c1f-429b-8149-ce8ab41c6045 {{(pid=93316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:38:01.302849 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-89e3baf1-3baf-4aa8-ae00-74654bc92aa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:01.330047 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-db1e179f-5f11-44c3-98f4-b9051d273658 req-7aaf687f-b648-4908-a0fd-0a8b23194b46 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6c7fc0-4b04-42cf-a72a-e3b354e0d15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315367 Aug 10 11:38:01.331701 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-0cc62f42-ea8e-4c86-853a-5fa35e9dd10e req-9d9c5dd1-0d10-42a1-aa1c-35bccf63eca1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8159de51-1c17-4263-a941-638ee787b08e HTTP/1.1" status: 200 len: 217 time: 0.0703671 Aug 10 11:38:01.400393 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.db [None req-89e3baf1-3baf-4aa8-ae00-74654bc92aa6 admin admin] For port 4237fd8e-1c1f-429b-8149-ce8ab41c6045, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=4237fd8e-1c1f-429b-8149-ce8ab41c6045,segment=NetworkSegment(e74442d5-1a6c-4a7e-bcb7-507d75080a4f),segment_id=e74442d5-1a6c-4a7e-bcb7-507d75080a4f)] {{(pid=93316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:38:01.402555 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-89e3baf1-3baf-4aa8-ae00-74654bc92aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:01.410406 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc62f42-ea8e-4c86-853a-5fa35e9dd10e req-dadf4242-d256-49af-b44f-6cd757e1d94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:01.413513 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-0cc62f42-ea8e-4c86-853a-5fa35e9dd10e req-dadf4242-d256-49af-b44f-6cd757e1d94c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e HTTP/1.1" status: 200 len: 850 time: 0.0704629 Aug 10 11:38:01.420734 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.plugin [None req-89e3baf1-3baf-4aa8-ae00-74654bc92aa6 admin admin] Calling delete_port for 4237fd8e-1c1f-429b-8149-ce8ab41c6045 owned by network:dhcp {{(pid=93316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:38:01.480095 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc62f42-ea8e-4c86-853a-5fa35e9dd10e req-99bfb6eb-5236-4bd6-8c30-f77f9628fe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:01.481937 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-0cc62f42-ea8e-4c86-853a-5fa35e9dd10e req-99bfb6eb-5236-4bd6-8c30-f77f9628fe28 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4d20e43e-9b61-4dac-a777-f4b1d57ae537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539482 Aug 10 11:38:01.498495 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68805298-bfa4-4b4f-bb59-152a4924b527 None None] DHCP port deletion for 9c7f5487-900d-4a12-87c9-02f3c51af302 request from dv-cinder-792800-5-iscsi {{(pid=93317) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 11:38:01.537594 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device a0028ad1-0106-4a8a-a07c-23decd19b518 no longer exists at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 11:38:01.538054 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-89e3baf1-3baf-4aa8-ae00-74654bc92aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130748572'] for port, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:01.565281 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] No Port match for: a0028ad1-0106-4a8a-a07c-23decd19b518 {{(pid=93317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 11:38:01.565622 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device a0028ad1-0106-4a8a-a07c-23decd19b518 not bound to the agent host dv-cinder-792800-5-iscsi {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 11:38:01.569612 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e3baf1-3baf-4aa8-ae00-74654bc92aa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4237fd8e-1c1f-429b-8149-ce8ab41c6045,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:38:01.569812 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 05f7a3fa-18d6-4b22-98d1-da58f09126ea no longer exists at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 11:38:01.577748 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e3baf1-3baf-4aa8-ae00-74654bc92aa6 admin admin] No DVR routers for this DVR port 4237fd8e-1c1f-429b-8149-ce8ab41c6045 on host dv-cinder-792800-5-iscsi {{(pid=93316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 11:38:01.600222 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] No Port match for: 05f7a3fa-18d6-4b22-98d1-da58f09126ea {{(pid=93317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 11:38:01.600646 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 05f7a3fa-18d6-4b22-98d1-da58f09126ea not bound to the agent host dv-cinder-792800-5-iscsi {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 11:38:01.621638 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-0cc62f42-ea8e-4c86-853a-5fa35e9dd10e req-0fe9733c-2aaa-4117-9906-2b241360e1d7 service neutron] 10.222.0.59 "GET /v2.0/networks/4d20e43e-9b61-4dac-a777-f4b1d57ae537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215191 Aug 10 11:38:01.641016 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-68805298-bfa4-4b4f-bb59-152a4924b527 None None] Deleting port 4237fd8e-1c1f-429b-8149-ce8ab41c6045 {{(pid=93317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:38:01.641470 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-68805298-bfa4-4b4f-bb59-152a4924b527 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:01.691131 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-89e3baf1-3baf-4aa8-ae00-74654bc92aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-926155', 'neutron.services.segments.db._delete_segments_for_network-8778041053552'] for network, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:01.706347 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.services.segments.db [None req-89e3baf1-3baf-4aa8-ae00-74654bc92aa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c7f5487-900d-4a12-87c9-02f3c51af302']}} {{(pid=93316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:38:01.720984 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.services.segments.db [None req-89e3baf1-3baf-4aa8-ae00-74654bc92aa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e74442d5-1a6c-4a7e-bcb7-507d75080a4f') {'for_net_delete': True} {{(pid=93316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:38:01.721603 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.services.segments.db [None req-89e3baf1-3baf-4aa8-ae00-74654bc92aa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e74442d5-1a6c-4a7e-bcb7-507d75080a4f') {} {{(pid=93316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:38:01.734472 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-89e3baf1-3baf-4aa8-ae00-74654bc92aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778041055865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131715138'] for segment, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:01.735097 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-68805298-bfa4-4b4f-bb59-152a4924b527 None None] For port 4237fd8e-1c1f-429b-8149-ce8ab41c6045, host dv-cinder-792800-5-iscsi, got binding levels [] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:38:01.735583 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-68805298-bfa4-4b4f-bb59-152a4924b527 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:01.754186 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-68805298-bfa4-4b4f-bb59-152a4924b527 None None] Calling delete_port for 4237fd8e-1c1f-429b-8149-ce8ab41c6045 owned by network:dhcp {{(pid=93317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:38:01.754876 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-89e3baf1-3baf-4aa8-ae00-74654bc92aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462'] for segment, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:01.755364 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.ipam_backend_mixin [None req-68805298-bfa4-4b4f-bb59-152a4924b527 None None] Port 4237fd8e-1c1f-429b-8149-ce8ab41c6045 was not found and therefore no delete operation was performed {{(pid=93317) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 11:38:01.756781 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-68805298-bfa4-4b4f-bb59-152a4924b527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045'] for port, after_delete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:01.760454 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89e3baf1-3baf-4aa8-ae00-74654bc92aa6 admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=93316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 11:38:01.761093 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-89e3baf1-3baf-4aa8-ae00-74654bc92aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130748483'] for segment, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:01.768582 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-0cc62f42-ea8e-4c86-853a-5fa35e9dd10e req-0405e06f-0ca0-41cd-9983-54a5c47e6aba service neutron] 10.222.0.59 "GET /v2.0/networks/4d20e43e-9b61-4dac-a777-f4b1d57ae537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382227 Aug 10 11:38:01.773241 dv-cinder-792800-5-iscsi neutron-server[93316]: Traceback (most recent call last): Aug 10 11:38:01.773241 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 11:38:01.773241 dv-cinder-792800-5-iscsi neutron-server[93316]: timer() Aug 10 11:38:01.773241 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 11:38:01.773241 dv-cinder-792800-5-iscsi neutron-server[93316]: cb(*args, **kw) Aug 10 11:38:01.773241 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 11:38:01.773241 dv-cinder-792800-5-iscsi neutron-server[93316]: return func(*args, **kwargs) Aug 10 11:38:01.773241 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 11:38:01.773241 dv-cinder-792800-5-iscsi neutron-server[93316]: self._notify() Aug 10 11:38:01.773241 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 11:38:01.773241 dv-cinder-792800-5-iscsi neutron-server[93316]: self.callback(batched_events) Aug 10 11:38:01.773241 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 11:38:01.773241 dv-cinder-792800-5-iscsi neutron-server[93316]: event.method(event) Aug 10 11:38:01.773241 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 11:38:01.773241 dv-cinder-792800-5-iscsi neutron-server[93316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 11:38:01.773241 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 11:38:01.773241 dv-cinder-792800-5-iscsi neutron-server[93316]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 11:38:01.773241 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 11:38:01.773241 dv-cinder-792800-5-iscsi neutron-server[93316]: return f(self, *a, **k) Aug 10 11:38:01.773241 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 11:38:01.773241 dv-cinder-792800-5-iscsi neutron-server[93316]: return self._get(url).json() Aug 10 11:38:01.773241 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 11:38:01.773241 dv-cinder-792800-5-iscsi neutron-server[93316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 11:38:01.773241 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 11:38:01.773241 dv-cinder-792800-5-iscsi neutron-server[93316]: return self.request(url, 'GET', **kwargs) Aug 10 11:38:01.773241 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 11:38:01.773241 dv-cinder-792800-5-iscsi neutron-server[93316]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 11:38:01.773241 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 11:38:01.773241 dv-cinder-792800-5-iscsi neutron-server[93316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 11:38:01.773241 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 11:38:01.773241 dv-cinder-792800-5-iscsi neutron-server[93316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 11:38:01.773241 dv-cinder-792800-5-iscsi neutron-server[93316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 11:38:01.784446 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68805298-bfa4-4b4f-bb59-152a4924b527 None None] Pushing event deleted for resources: {'Port': ['ID=4237fd8e-1c1f-429b-8149-ce8ab41c6045,revision_number=None']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:38:01.790858 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68805298-bfa4-4b4f-bb59-152a4924b527 None None] No DVR routers for this DVR port 4237fd8e-1c1f-429b-8149-ce8ab41c6045 on host dv-cinder-792800-5-iscsi {{(pid=93317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 11:38:01.833608 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-89e3baf1-3baf-4aa8-ae00-74654bc92aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-926144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-134149792'] for network, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:01.839521 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-89e3baf1-3baf-4aa8-ae00-74654bc92aa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for network, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:01.844435 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 57630) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:38:01.844888 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-89e3baf1-3baf-4aa8-ae00-74654bc92aa6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9c7f5487-900d-4a12-87c9-02f3c51af302 HTTP/1.1" status: 204 len: 168 time: 0.6919687 Aug 10 11:38:01.859830 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e3baf1-3baf-4aa8-ae00-74654bc92aa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c7f5487-900d-4a12-87c9-02f3c51af302,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:38:02.227215 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a3270-2108-4489-8f92-7755b62cd770 req-e369bcb7-b250-4910-944e-d5c63571032c tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:02.228808 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e62a3270-2108-4489-8f92-7755b62cd770 req-e369bcb7-b250-4910-944e-d5c63571032c tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce8b0434-a2a9-4ce3-b5a3-a6ae6179ae0f HTTP/1.1" status: 200 len: 944 time: 0.0726249 Aug 10 11:38:02.265790 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-81f2d0bc-7543-461f-9cd0-3942159009de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-134174610'] for router_interface, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:02.313215 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-e62a3270-2108-4489-8f92-7755b62cd770 req-3264efb1-d707-49e0-af10-b3c206a72104 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778129 Aug 10 11:38:02.449282 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22af8f6-f24b-4877-8b25-2d0a501606b8 req-c939e9c3-c417-4a26-911d-64696704b5f1 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:02.450800 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-d22af8f6-f24b-4877-8b25-2d0a501606b8 req-c939e9c3-c417-4a26-911d-64696704b5f1 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?device_id=4394a304-55e7-42e2-abce-3bfa074fed78 HTTP/1.1" status: 200 len: 945 time: 0.0477376 Aug 10 11:38:02.488243 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-d22af8f6-f24b-4877-8b25-2d0a501606b8 req-87f470b8-f9f8-4abf-b561-97aa9574fc22 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6c7fc0-4b04-42cf-a72a-e3b354e0d15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312767 Aug 10 11:38:02.521762 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [None req-81f2d0bc-7543-461f-9cd0-3942159009de admin admin] Deleting port fa007dec-4f2a-4552-a2c1-7e41e2254b79 {{(pid=93315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:38:02.522035 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-81f2d0bc-7543-461f-9cd0-3942159009de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:02.565208 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 921165e6-f2cb-4607-a6ec-85855f3006b4 up at agent hyperv_hv-cinder-79280 {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:38:02.601143 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [None req-81f2d0bc-7543-461f-9cd0-3942159009de admin admin] For port fa007dec-4f2a-4552-a2c1-7e41e2254b79, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=fa007dec-4f2a-4552-a2c1-7e41e2254b79,segment=NetworkSegment(1824ec12-c4b3-41f2-827e-f2bf8961aa72),segment_id=1824ec12-c4b3-41f2-827e-f2bf8961aa72)] {{(pid=93315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:38:02.601548 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-81f2d0bc-7543-461f-9cd0-3942159009de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:02.614315 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [None req-81f2d0bc-7543-461f-9cd0-3942159009de admin admin] Calling delete_port for fa007dec-4f2a-4552-a2c1-7e41e2254b79 owned by network:router_interface {{(pid=93315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:38:02.616041 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Provisioning for port 921165e6-f2cb-4607-a6ec-85855f3006b4 completed by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:38:02.620696 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Provisioning complete for port 921165e6-f2cb-4607-a6ec-85855f3006b4 triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:38:02.621073 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:02.698812 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:02.720672 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4394a304-55e7-42e2-abce-3bfa074fed78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '921165e6-f2cb-4607-a6ec-85855f3006b4'}] {{(pid=93317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:38:02.723140 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f65e5affd22be71f9b00dd80d36c6e54843c66eef292b5ed0267a1f9ac014f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1962872-96a8-4044-9702-059690f14e9c" -d '{"events": [{"server_uuid": "4394a304-55e7-42e2-abce-3bfa074fed78", "name": "network-vif-plugged", "status": "completed", "tag": "921165e6-f2cb-4607-a6ec-85855f3006b4"}]}' {{(pid=93317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:38:02.736567 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 921165e6-f2cb-4607-a6ec-85855f3006b4, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=921165e6-f2cb-4607-a6ec-85855f3006b4,segment=NetworkSegment(f590e8e8-eb77-44b5-b3b4-77c417bdd04b),segment_id=f590e8e8-eb77-44b5-b3b4-77c417bdd04b)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:38:02.741536 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:02.768679 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 11:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8480b9d-1d92-4e68-9297-f6909de02c6b x-openstack-request-id: req-e8480b9d-1d92-4e68-9297-f6909de02c6b {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:38:02.769002 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4394a304-55e7-42e2-abce-3bfa074fed78", "name": "network-vif-plugged", "status": "completed", "tag": "921165e6-f2cb-4607-a6ec-85855f3006b4", "code": 200}]} {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:38:02.769259 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e8480b9d-1d92-4e68-9297-f6909de02c6b {{(pid=93317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:38:02.769646 dv-cinder-792800-5-iscsi neutron-server[93317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4394a304-55e7-42e2-abce-3bfa074fed78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '921165e6-f2cb-4607-a6ec-85855f3006b4', 'code': 200} Aug 10 11:38:02.796388 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=921165e6-f2cb-4607-a6ec-85855f3006b4,revision_number=5']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:38:02.808742 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-81f2d0bc-7543-461f-9cd0-3942159009de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:02.834501 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f2d0bc-7543-461f-9cd0-3942159009de admin admin] Pushing event deleted for resources: {'Port': ['ID=fa007dec-4f2a-4552-a2c1-7e41e2254b79,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:38:03.021256 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6d852-1496-431b-97ce-42730dfcba4c req-0e487da2-e1f2-40b7-ba7d-16c83995010c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:03.022749 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7fc6d852-1496-431b-97ce-42730dfcba4c req-0e487da2-e1f2-40b7-ba7d-16c83995010c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4394a304-55e7-42e2-abce-3bfa074fed78 HTTP/1.1" status: 200 len: 1099 time: 0.1255794 Aug 10 11:38:03.048433 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-81f2d0bc-7543-461f-9cd0-3942159009de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133803065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-134148898'] for router_interface, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:03.099788 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7fc6d852-1496-431b-97ce-42730dfcba4c req-047a8b32-0b76-4eb1-b07b-4654c1bd2bf7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5c6c7fc0-4b04-42cf-a72a-e3b354e0d15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686851 Aug 10 11:38:03.264588 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f2d0bc-7543-461f-9cd0-3942159009de admin admin] Router 416d4e81-0346-45db-a38f-fc3cbbb0c286 has already been hosted by L3 agent c7f5eca1-6939-476e-9546-e5f0f7bb2dc8 {{(pid=93315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 11:38:03.376644 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f2d0bc-7543-461f-9cd0-3942159009de admin admin] Notify agent at l3_agent.dv-cinder-792800-5-iscsi the message routers_updated {{(pid=93315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 11:38:03.383556 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-81f2d0bc-7543-461f-9cd0-3942159009de admin admin] 10.222.0.24 "PUT /v2.0/routers/416d4e81-0346-45db-a38f-fc3cbbb0c286/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5358682 Aug 10 11:38:03.384238 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 57642) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:38:03.386947 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4f99ca-b41f-4ecb-8d2d-4664fffea550 None None] Sync routers for ids ['416d4e81-0346-45db-a38f-fc3cbbb0c286'] in dv-cinder-792800-5-iscsi {{(pid=93318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 11:38:03.399779 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4f99ca-b41f-4ecb-8d2d-4664fffea550 None None] Routers {'416d4e81-0346-45db-a38f-fc3cbbb0c286'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:38:03.400445 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-bd4f99ca-b41f-4ecb-8d2d-4664fffea550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:37:37Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['416d4e81-0346-45db-a38f-fc3cbbb0c286'], 'active': True} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:38:03.448732 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049fd107-2e17-4a70-9198-f9b2aca8c011 req-4d59f63c-d867-4c6b-8ac6-48de5959e957 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:03.450406 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-049fd107-2e17-4a70-9198-f9b2aca8c011 req-4d59f63c-d867-4c6b-8ac6-48de5959e957 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce8b0434-a2a9-4ce3-b5a3-a6ae6179ae0f HTTP/1.1" status: 200 len: 944 time: 0.0658669 Aug 10 11:38:03.497375 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-049fd107-2e17-4a70-9198-f9b2aca8c011 req-e39a116c-5d5d-4054-9475-2c38450046d7 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378435 Aug 10 11:38:03.522193 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvr_db [None req-bd4f99ca-b41f-4ecb-8d2d-4664fffea550 None None] Set router 416d4e81-0346-45db-a38f-fc3cbbb0c286 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:38:03.567903 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 4237fd8e-1c1f-429b-8149-ce8ab41c6045 no longer exists at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 11:38:03.592628 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] No Port match for: 4237fd8e-1c1f-429b-8149-ce8ab41c6045 {{(pid=93317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 11:38:03.592973 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 4237fd8e-1c1f-429b-8149-ce8ab41c6045 not bound to the agent host dv-cinder-792800-5-iscsi {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 11:38:03.712395 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-bd4f99ca-b41f-4ecb-8d2d-4664fffea550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416d4e81-0346-45db-a38f-fc3cbbb0c286', 'name': 'tempest-TestShelveInstance-138381184-router', 'tenant_id': '1fab3f5db16948b1b7217ed7b226c1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '5d3aadd4-2a6c-47a7-b97c-9c3f5aed2442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:31:52Z', 'updated_at': '2021-08-10T11:38:02Z', 'revision_number': 5, 'project_id': '1fab3f5db16948b1b7217ed7b226c1e3', 'gw_port': {'id': '5d3aadd4-2a6c-47a7-b97c-9c3f5aed2442', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416d4e81-0346-45db-a38f-fc3cbbb0c286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:31:55Z', 'updated_at': '2021-08-10T11:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi'}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:38:03.742196 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4f99ca-b41f-4ecb-8d2d-4664fffea550 None None] Checking router: 416d4e81-0346-45db-a38f-fc3cbbb0c286 for host: dv-cinder-792800-5-iscsi {{(pid=93318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 11:38:03.750998 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4f99ca-b41f-4ecb-8d2d-4664fffea550 None None] Routers {'416d4e81-0346-45db-a38f-fc3cbbb0c286'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:38:03.751724 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-bd4f99ca-b41f-4ecb-8d2d-4664fffea550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:37:37Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['416d4e81-0346-45db-a38f-fc3cbbb0c286'], 'active': True} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:38:03.792784 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355a3d0-4a5e-46e0-abd9-7faab69b114f req-fd27cb8a-98d9-4183-bbc6-95d3b5c0bea1 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:03.794183 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-5355a3d0-4a5e-46e0-abd9-7faab69b114f req-fd27cb8a-98d9-4183-bbc6-95d3b5c0bea1 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?device_id=4394a304-55e7-42e2-abce-3bfa074fed78 HTTP/1.1" status: 200 len: 946 time: 0.0935979 Aug 10 11:38:03.809470 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-226aa3a5-3389-4272-8abb-f8abe0116847 admin admin] Notify callbacks [] for router, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:03.857227 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvr_db [None req-bd4f99ca-b41f-4ecb-8d2d-4664fffea550 None None] Set router 416d4e81-0346-45db-a38f-fc3cbbb0c286 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:38:03.872026 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-5355a3d0-4a5e-46e0-abd9-7faab69b114f req-5b948fae-7683-4fe7-abff-fceb3e256c9e tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6c7fc0-4b04-42cf-a72a-e3b354e0d15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711272 Aug 10 11:38:03.946429 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-226aa3a5-3389-4272-8abb-f8abe0116847 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:04.001950 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [None req-226aa3a5-3389-4272-8abb-f8abe0116847 admin admin] Deleting port 5d3aadd4-2a6c-47a7-b97c-9c3f5aed2442 {{(pid=93315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:38:04.002328 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-226aa3a5-3389-4272-8abb-f8abe0116847 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:04.091686 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [None req-226aa3a5-3389-4272-8abb-f8abe0116847 admin admin] For port 5d3aadd4-2a6c-47a7-b97c-9c3f5aed2442, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=5d3aadd4-2a6c-47a7-b97c-9c3f5aed2442,segment=NetworkSegment(f70d9b94-9741-4a97-8751-b62ba7cc47d6),segment_id=f70d9b94-9741-4a97-8751-b62ba7cc47d6)] {{(pid=93315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:38:04.092151 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-226aa3a5-3389-4272-8abb-f8abe0116847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:04.110113 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [None req-226aa3a5-3389-4272-8abb-f8abe0116847 admin admin] Calling delete_port for 5d3aadd4-2a6c-47a7-b97c-9c3f5aed2442 owned by network:router_gateway {{(pid=93315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:38:04.125821 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-bd4f99ca-b41f-4ecb-8d2d-4664fffea550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416d4e81-0346-45db-a38f-fc3cbbb0c286', 'name': 'tempest-TestShelveInstance-138381184-router', 'tenant_id': '1fab3f5db16948b1b7217ed7b226c1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '5d3aadd4-2a6c-47a7-b97c-9c3f5aed2442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:31:52Z', 'updated_at': '2021-08-10T11:38:02Z', 'revision_number': 5, 'project_id': '1fab3f5db16948b1b7217ed7b226c1e3', 'gw_port': {'id': '5d3aadd4-2a6c-47a7-b97c-9c3f5aed2442', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416d4e81-0346-45db-a38f-fc3cbbb0c286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:31:55Z', 'updated_at': '2021-08-10T11:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi'}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:38:04.152039 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4f99ca-b41f-4ecb-8d2d-4664fffea550 None None] The sync data for ids ['416d4e81-0346-45db-a38f-fc3cbbb0c286'] in dv-cinder-792800-5-iscsi is: [{'id': '416d4e81-0346-45db-a38f-fc3cbbb0c286', 'name': 'tempest-TestShelveInstance-138381184-router', 'tenant_id': '1fab3f5db16948b1b7217ed7b226c1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '5d3aadd4-2a6c-47a7-b97c-9c3f5aed2442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:31:52Z', 'updated_at': '2021-08-10T11:38:02Z', 'revision_number': 5, 'project_id': '1fab3f5db16948b1b7217ed7b226c1e3', 'gw_port': {'id': '5d3aadd4-2a6c-47a7-b97c-9c3f5aed2442', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416d4e81-0346-45db-a38f-fc3cbbb0c286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:31:55Z', 'updated_at': '2021-08-10T11:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi'}] {{(pid=93318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 11:38:04.275297 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-226aa3a5-3389-4272-8abb-f8abe0116847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:04.299465 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226aa3a5-3389-4272-8abb-f8abe0116847 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d3aadd4-2a6c-47a7-b97c-9c3f5aed2442,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:38:04.319908 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-9890bf42-a793-4407-8564-77496bf6c119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:04.358703 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-226aa3a5-3389-4272-8abb-f8abe0116847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-134149828'] for router_gateway, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:04.448466 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-226aa3a5-3389-4272-8abb-f8abe0116847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-134123056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-507789'] for router, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:04.450562 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-226aa3a5-3389-4272-8abb-f8abe0116847 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:04.498271 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-226aa3a5-3389-4272-8abb-f8abe0116847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-134123049'] for router, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:04.498811 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226aa3a5-3389-4272-8abb-f8abe0116847 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 416d4e81-0346-45db-a38f-fc3cbbb0c286 {{(pid=93315) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 11:38:04.504342 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-226aa3a5-3389-4272-8abb-f8abe0116847 admin admin] Notify callbacks [] for router, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:04.505424 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-226aa3a5-3389-4272-8abb-f8abe0116847 admin admin] 10.222.0.24 "DELETE /v2.0/routers/416d4e81-0346-45db-a38f-fc3cbbb0c286 HTTP/1.1" status: 204 len: 168 time: 1.1150627 Aug 10 11:38:04.507897 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 57648) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:38:04.555788 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.db_base_plugin_v2 [None req-14e5a832-c0d9-4ec9-940a-9bf5ac0f7f31 admin admin] Deleting subnet 1bdb35ca-8ebd-46bf-86cd-1032c733f6c1 {{(pid=93315) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 11:38:04.558625 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-14e5a832-c0d9-4ec9-940a-9bf5ac0f7f31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:04.594751 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-14e5a832-c0d9-4ec9-940a-9bf5ac0f7f31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130910312'] for subnet, precommit_delete_associations {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:04.634697 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e1e539-c3c9-4c09-8398-6ca015908296 req-0336328b-86cc-4ee4-8d6a-11bd2547eb08 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:04.636547 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-c7e1e539-c3c9-4c09-8398-6ca015908296 req-0336328b-86cc-4ee4-8d6a-11bd2547eb08 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce8b0434-a2a9-4ce3-b5a3-a6ae6179ae0f HTTP/1.1" status: 200 len: 944 time: 0.0541484 Aug 10 11:38:04.685643 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-14e5a832-c0d9-4ec9-940a-9bf5ac0f7f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926530'] for subnet, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:04.744745 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-14e5a832-c0d9-4ec9-940a-9bf5ac0f7f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134105691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130149106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130360371'] for subnet, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:04.772816 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e5a832-c0d9-4ec9-940a-9bf5ac0f7f31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bdb35ca-8ebd-46bf-86cd-1032c733f6c1,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:38:04.776880 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-14e5a832-c0d9-4ec9-940a-9bf5ac0f7f31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:04.781203 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-14e5a832-c0d9-4ec9-940a-9bf5ac0f7f31 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1bdb35ca-8ebd-46bf-86cd-1032c733f6c1 HTTP/1.1" status: 204 len: 168 time: 0.2693460 Aug 10 11:38:04.781481 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 57652) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:38:04.788788 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c70823-1b39-4599-bbab-f7521dc6c07c None None] Network e7f97458-247b-4d2e-a9a1-9a66ca21f2ab requested from dv-cinder-792800-5-iscsi {{(pid=93317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:38:04.861081 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-0e4e174e-9f37-4aca-8ea2-1907b81158e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631178'] for network, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:04.933836 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [None req-0e4e174e-9f37-4aca-8ea2-1907b81158e8 admin admin] Deleting port aabe8bc6-1f3c-40e6-9b24-1258eb8918e8 {{(pid=93315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:38:04.934175 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-0e4e174e-9f37-4aca-8ea2-1907b81158e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:04.949222 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-c7e1e539-c3c9-4c09-8398-6ca015908296 req-09375b5c-b51f-4d02-8207-6bcd0bd4c0f4 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3064113 Aug 10 11:38:05.024922 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [None req-0e4e174e-9f37-4aca-8ea2-1907b81158e8 admin admin] For port aabe8bc6-1f3c-40e6-9b24-1258eb8918e8, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=aabe8bc6-1f3c-40e6-9b24-1258eb8918e8,segment=NetworkSegment(1824ec12-c4b3-41f2-827e-f2bf8961aa72),segment_id=1824ec12-c4b3-41f2-827e-f2bf8961aa72)] {{(pid=93315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:38:05.025319 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-0e4e174e-9f37-4aca-8ea2-1907b81158e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:05.039307 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [None req-0e4e174e-9f37-4aca-8ea2-1907b81158e8 admin admin] Calling delete_port for aabe8bc6-1f3c-40e6-9b24-1258eb8918e8 owned by network:dhcp {{(pid=93315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:38:05.053745 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f8c2a-aa6d-4484-875f-e11a52362e74 req-e84badb5-f654-4154-b95a-27c31aab9847 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:05.055268 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-b48f8c2a-aa6d-4484-875f-e11a52362e74 req-e84badb5-f654-4154-b95a-27c31aab9847 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?device_id=4394a304-55e7-42e2-abce-3bfa074fed78 HTTP/1.1" status: 200 len: 946 time: 0.0770159 Aug 10 11:38:05.141320 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-b48f8c2a-aa6d-4484-875f-e11a52362e74 req-f5482632-2643-49ef-9f89-36dc5543c4d0 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6c7fc0-4b04-42cf-a72a-e3b354e0d15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794661 Aug 10 11:38:05.165652 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-0e4e174e-9f37-4aca-8ea2-1907b81158e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:05.190419 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e174e-9f37-4aca-8ea2-1907b81158e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=aabe8bc6-1f3c-40e6-9b24-1258eb8918e8,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:38:05.196570 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4e174e-9f37-4aca-8ea2-1907b81158e8 admin admin] No DVR routers for this DVR port aabe8bc6-1f3c-40e6-9b24-1258eb8918e8 on host dv-cinder-792800-5-iscsi {{(pid=93315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 11:38:05.229219 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd67fd5-4e1f-4a62-af5b-0cd4d113b593 None None] DHCP port deletion for e7f97458-247b-4d2e-a9a1-9a66ca21f2ab request from dv-cinder-792800-5-iscsi {{(pid=93317) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 11:38:05.273073 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-0e4e174e-9f37-4aca-8ea2-1907b81158e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-926155', 'neutron.services.segments.db._delete_segments_for_network-8778041053552'] for network, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:05.282851 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.services.segments.db [None req-0e4e174e-9f37-4aca-8ea2-1907b81158e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7f97458-247b-4d2e-a9a1-9a66ca21f2ab']}} {{(pid=93315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:38:05.293138 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.services.segments.db [None req-0e4e174e-9f37-4aca-8ea2-1907b81158e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1824ec12-c4b3-41f2-827e-f2bf8961aa72') {'for_net_delete': True} {{(pid=93315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:38:05.293440 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.services.segments.db [None req-0e4e174e-9f37-4aca-8ea2-1907b81158e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1824ec12-c4b3-41f2-827e-f2bf8961aa72') {} {{(pid=93315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:38:05.302543 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-0e4e174e-9f37-4aca-8ea2-1907b81158e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778041055865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130910225'] for segment, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:05.317467 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-0e4e174e-9f37-4aca-8ea2-1907b81158e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462'] for segment, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:05.324412 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e4e174e-9f37-4aca-8ea2-1907b81158e8 admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=93315) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 11:38:05.324832 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-0e4e174e-9f37-4aca-8ea2-1907b81158e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130148888'] for segment, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:05.326503 dv-cinder-792800-5-iscsi neutron-server[93315]: Traceback (most recent call last): Aug 10 11:38:05.326503 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 11:38:05.326503 dv-cinder-792800-5-iscsi neutron-server[93315]: timer() Aug 10 11:38:05.326503 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 11:38:05.326503 dv-cinder-792800-5-iscsi neutron-server[93315]: cb(*args, **kw) Aug 10 11:38:05.326503 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 11:38:05.326503 dv-cinder-792800-5-iscsi neutron-server[93315]: return func(*args, **kwargs) Aug 10 11:38:05.326503 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 11:38:05.326503 dv-cinder-792800-5-iscsi neutron-server[93315]: self._notify() Aug 10 11:38:05.326503 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 11:38:05.326503 dv-cinder-792800-5-iscsi neutron-server[93315]: self.callback(batched_events) Aug 10 11:38:05.326503 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 11:38:05.326503 dv-cinder-792800-5-iscsi neutron-server[93315]: event.method(event) Aug 10 11:38:05.326503 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 11:38:05.326503 dv-cinder-792800-5-iscsi neutron-server[93315]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 11:38:05.326503 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 11:38:05.326503 dv-cinder-792800-5-iscsi neutron-server[93315]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 11:38:05.326503 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 11:38:05.326503 dv-cinder-792800-5-iscsi neutron-server[93315]: return f(self, *a, **k) Aug 10 11:38:05.326503 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 11:38:05.326503 dv-cinder-792800-5-iscsi neutron-server[93315]: return self._get(url).json() Aug 10 11:38:05.326503 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 11:38:05.326503 dv-cinder-792800-5-iscsi neutron-server[93315]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 11:38:05.326503 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 11:38:05.326503 dv-cinder-792800-5-iscsi neutron-server[93315]: return self.request(url, 'GET', **kwargs) Aug 10 11:38:05.326503 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 11:38:05.326503 dv-cinder-792800-5-iscsi neutron-server[93315]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 11:38:05.326503 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 11:38:05.326503 dv-cinder-792800-5-iscsi neutron-server[93315]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 11:38:05.326503 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 11:38:05.326503 dv-cinder-792800-5-iscsi neutron-server[93315]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 11:38:05.326503 dv-cinder-792800-5-iscsi neutron-server[93315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 11:38:05.388808 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-0e4e174e-9f37-4aca-8ea2-1907b81158e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-926144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-134149792'] for network, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:05.398468 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-0e4e174e-9f37-4aca-8ea2-1907b81158e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for network, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:05.401845 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-0e4e174e-9f37-4aca-8ea2-1907b81158e8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e7f97458-247b-4d2e-a9a1-9a66ca21f2ab HTTP/1.1" status: 204 len: 168 time: 0.6184349 Aug 10 11:38:05.439874 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e174e-9f37-4aca-8ea2-1907b81158e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7f97458-247b-4d2e-a9a1-9a66ca21f2ab,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:38:05.498000 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device aabe8bc6-1f3c-40e6-9b24-1258eb8918e8 no longer exists at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 11:38:05.538782 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 57666) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:38:05.587321 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-bd263378-2cd8-46c2-b43e-57ee394dabdb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=64fdce55728241d78b745581962d5036&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466909 Aug 10 11:38:05.589799 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 57668) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:38:05.643151 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-050b560c-4ba7-4840-9e70-d535a8d36d66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:05.646395 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] No Port match for: aabe8bc6-1f3c-40e6-9b24-1258eb8918e8 {{(pid=93317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 11:38:05.646739 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device aabe8bc6-1f3c-40e6-9b24-1258eb8918e8 not bound to the agent host dv-cinder-792800-5-iscsi {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 11:38:05.649851 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 5d3aadd4-2a6c-47a7-b97c-9c3f5aed2442 no longer exists at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 11:38:05.665070 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-050b560c-4ba7-4840-9e70-d535a8d36d66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:05.668585 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] No Port match for: 5d3aadd4-2a6c-47a7-b97c-9c3f5aed2442 {{(pid=93317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 11:38:05.668938 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 5d3aadd4-2a6c-47a7-b97c-9c3f5aed2442 not bound to the agent host dv-cinder-792800-5-iscsi {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 11:38:05.669359 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device fa007dec-4f2a-4552-a2c1-7e41e2254b79 no longer exists at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 11:38:05.692950 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] No Port match for: fa007dec-4f2a-4552-a2c1-7e41e2254b79 {{(pid=93317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 11:38:05.693320 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device fa007dec-4f2a-4552-a2c1-7e41e2254b79 not bound to the agent host dv-cinder-792800-5-iscsi {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 11:38:05.717996 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-050b560c-4ba7-4840-9e70-d535a8d36d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:05.720585 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-050b560c-4ba7-4840-9e70-d535a8d36d66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:05.722182 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-050b560c-4ba7-4840-9e70-d535a8d36d66 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/72fcdbcc-0229-4bdb-9986-76ce6f1e889a HTTP/1.1" status: 204 len: 168 time: 0.1310513 Aug 10 11:38:05.730382 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050b560c-4ba7-4840-9e70-d535a8d36d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fcdbcc-0229-4bdb-9986-76ce6f1e889a,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:38:06.043330 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 57676) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:38:06.065989 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f1a12-2a6d-495e-9f51-ee1557f71752 req-f68fee7c-2153-4783-a3c7-953d1524ef6b tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:06.067465 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-792f1a12-2a6d-495e-9f51-ee1557f71752 req-f68fee7c-2153-4783-a3c7-953d1524ef6b tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce8b0434-a2a9-4ce3-b5a3-a6ae6179ae0f HTTP/1.1" status: 200 len: 944 time: 0.0494874 Aug 10 11:38:06.082703 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-2dc0b6ae-f4a0-4c73-a4f7-7a67a4814f97 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1fab3f5db16948b1b7217ed7b226c1e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382233 Aug 10 11:38:06.085258 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 57678) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:38:06.106530 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-792f1a12-2a6d-495e-9f51-ee1557f71752 req-e77ad994-ffe9-4a2b-ae36-09e64cc6a0e7 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329378 Aug 10 11:38:06.137169 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-e4f84726-186c-410e-838a-e46f680db2db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:06.159433 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-e4f84726-186c-410e-838a-e46f680db2db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:06.208903 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-e4f84726-186c-410e-838a-e46f680db2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:06.212020 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-e4f84726-186c-410e-838a-e46f680db2db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:06.213226 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-e4f84726-186c-410e-838a-e46f680db2db admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bdc12a65-891d-4872-b333-0230136e06aa HTTP/1.1" status: 204 len: 168 time: 0.1270549 Aug 10 11:38:06.223409 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f84726-186c-410e-838a-e46f680db2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc12a65-891d-4872-b333-0230136e06aa,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:38:06.972871 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-9382c84a-2307-45c8-9fac-cf2a74be8852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:07.129993 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:07.218556 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db070254-e6c4-4569-8f76-95f489a4191d req-5d577b4f-d026-4e69-adb6-a2b03468c4c3 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:07.220065 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-db070254-e6c4-4569-8f76-95f489a4191d req-5d577b4f-d026-4e69-adb6-a2b03468c4c3 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce8b0434-a2a9-4ce3-b5a3-a6ae6179ae0f HTTP/1.1" status: 200 len: 944 time: 0.0484021 Aug 10 11:38:07.258994 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-db070254-e6c4-4569-8f76-95f489a4191d req-4df4dd52-b800-498d-b7ce-e3c1959c2edc tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328619 Aug 10 11:38:07.938218 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-b3865e76-5392-4690-91e0-0d01f8cdc9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:08.380359 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2eebc-4b3e-4b37-982c-a0c21e77e13d req-255cf57f-6faf-44e1-8f71-1199596c7a66 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:08.381958 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-32e2eebc-4b3e-4b37-982c-a0c21e77e13d req-255cf57f-6faf-44e1-8f71-1199596c7a66 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce8b0434-a2a9-4ce3-b5a3-a6ae6179ae0f HTTP/1.1" status: 200 len: 944 time: 0.0513699 Aug 10 11:38:08.423881 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-32e2eebc-4b3e-4b37-982c-a0c21e77e13d req-02f176eb-50ac-43fb-b83a-94cb57bebca8 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346670 Aug 10 11:38:08.508883 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e389d4c-33b6-42a5-8f12-212ea6382b81 req-7e7da743-d2bd-4704-84e8-671e72b224a8 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:08.510292 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-7e389d4c-33b6-42a5-8f12-212ea6382b81 req-7e7da743-d2bd-4704-84e8-671e72b224a8 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bced171-c010-40c4-8062-fb3d3f2088b9 HTTP/1.1" status: 200 len: 946 time: 0.0571873 Aug 10 11:38:08.548825 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-7e389d4c-33b6-42a5-8f12-212ea6382b81 req-dbe12333-28b4-4afa-a355-697d814dff28 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/security-groups?id=911e61df-c842-41c0-b5cf-5a61827ba7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325656 Aug 10 11:38:08.571905 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 57712) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:38:08.602779 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 8159de51-1c17-4263-a941-638ee787b08e details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 11:38:08.700757 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 8159de51-1c17-4263-a941-638ee787b08e, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=8159de51-1c17-4263-a941-638ee787b08e,segment=NetworkSegment(a7e3b168-86a5-433e-b17e-7040e9e508ed),segment_id=a7e3b168-86a5-433e-b17e-7040e9e508ed)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:38:08.711966 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Returning: {'device': '8159de51-1c17-4263-a941-638ee787b08e', 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537', 'port_id': '8159de51-1c17-4263-a941-638ee787b08e', 'mac_address': 'fa:16:3e:2f:79:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 11:38:08.749052 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:08.762647 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8159de51-1c17-4263-a941-638ee787b08e {{(pid=93317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 11:38:08.782739 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 8159de51-1c17-4263-a941-638ee787b08e, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=8159de51-1c17-4263-a941-638ee787b08e,segment=NetworkSegment(a7e3b168-86a5-433e-b17e-7040e9e508ed),segment_id=a7e3b168-86a5-433e-b17e-7040e9e508ed)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:38:08.786988 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:08.806313 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7af86cc-a2bb-4ed9-a44d-1a0495078542 tempest-TestMinimumBasicScenario-429019586 tempest-TestMinimumBasicScenario-429019586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:08.807993 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-b7af86cc-a2bb-4ed9-a44d-1a0495078542 tempest-TestMinimumBasicScenario-429019586 tempest-TestMinimumBasicScenario-429019586-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1bced171-c010-40c4-8062-fb3d3f2088b9 HTTP/1.1" status: 200 len: 1094 time: 0.2349169 Aug 10 11:38:08.811014 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 57716) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:38:08.815933 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-9fcae2d9-2ec3-4f05-b93c-2f3fd89eef44 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Request body: {'floatingip': {'floating_network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'port_id': '79b05937-ea14-44fb-9150-df5a4c6a67e0', 'tenant_id': '93e9fd08e08f44a79d5b831058268103', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:38:08.835273 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=8159de51-1c17-4263-a941-638ee787b08e,revision_number=4']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:38:08.837989 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-9fcae2d9-2ec3-4f05-b93c-2f3fd89eef44 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks [] for floatingip, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:08.936179 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-9fcae2d9-2ec3-4f05-b93c-2f3fd89eef44 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:09.038529 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.db_base_plugin_common [None req-9fcae2d9-2ec3-4f05-b93c-2f3fd89eef44 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Allocated IP 172.27.1.165 (5acaf353-3f61-4dec-9325-b74ab1b31d79/161344f3-be79-4209-8149-4c1c277e8dc7/28a52f22-b194-447b-989b-f71ffbfcea45) {{(pid=93316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:38:09.093937 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] get_ports_and_sgs() called for port_ids ['8159de51-1c17-4263-a941-638ee787b08e'] {{(pid=93317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 11:38:09.141395 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-9fcae2d9-2ec3-4f05-b93c-2f3fd89eef44 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks [] for port, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:09.181343 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-9fcae2d9-2ec3-4f05-b93c-2f3fd89eef44 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130748572'] for port, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:09.219329 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcae2d9-2ec3-4f05-b93c-2f3fd89eef44 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Network 5acaf353-3f61-4dec-9325-b74ab1b31d79 is already hosted by enough agents. {{(pid=93316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:38:09.225120 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.base_scheduler [None req-9fcae2d9-2ec3-4f05-b93c-2f3fd89eef44 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Resources bound (agent type, host, resource id): {{(pid=93316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:38:09.227987 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcae2d9-2ec3-4f05-b93c-2f3fd89eef44 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Received port after_create {{(pid=93316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:38:09.253725 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcae2d9-2ec3-4f05-b93c-2f3fd89eef44 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Pushing event updated for resources: {'Port': ['ID=28a52f22-b194-447b-989b-f71ffbfcea45,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:38:09.539787 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d49c2e-1f76-4ddc-8f34-f3eee9079296 req-11b3d7ed-7211-4bd1-9699-cf58719ce00d tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:09.541224 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c2d49c2e-1f76-4ddc-8f34-f3eee9079296 req-11b3d7ed-7211-4bd1-9699-cf58719ce00d tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce8b0434-a2a9-4ce3-b5a3-a6ae6179ae0f HTTP/1.1" status: 200 len: 945 time: 0.0503943 Aug 10 11:38:09.579410 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c2d49c2e-1f76-4ddc-8f34-f3eee9079296 req-062c069d-e4af-44d0-9913-0e5b98e31fd1 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320406 Aug 10 11:38:09.583882 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-9fcae2d9-2ec3-4f05-b93c-2f3fd89eef44 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:09.649313 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-9fcae2d9-2ec3-4f05-b93c-2f3fd89eef44 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:09.787326 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-68530e51-c783-4460-a419-f96f34511541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:09.794973 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-9fcae2d9-2ec3-4f05-b93c-2f3fd89eef44 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks [] for port, precommit_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:09.799097 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-9fcae2d9-2ec3-4f05-b93c-2f3fd89eef44 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130748519'] for port, after_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:09.864957 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcae2d9-2ec3-4f05-b93c-2f3fd89eef44 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Pushing event updated for resources: {'Port': ['ID=28a52f22-b194-447b-989b-f71ffbfcea45,revision_number=2']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:38:09.878252 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-9fcae2d9-2ec3-4f05-b93c-2f3fd89eef44 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-134149778'] for floatingip, after_update {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:09.971751 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.db.l3_db [None req-9fcae2d9-2ec3-4f05-b93c-2f3fd89eef44 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Floating IP d385be91-9188-40d7-a34f-dd84063ae8b6 associated. External IP: 172.27.1.165, port: 79b05937-ea14-44fb-9150-df5a4c6a67e0. Aug 10 11:38:10.172980 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fcae2d9-2ec3-4f05-b93c-2f3fd89eef44 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Router 264efce0-8091-4124-9a80-929ec8dad8a4 has already been hosted by L3 agent c7f5eca1-6939-476e-9546-e5f0f7bb2dc8 {{(pid=93316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 11:38:10.276325 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fcae2d9-2ec3-4f05-b93c-2f3fd89eef44 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify agent at l3_agent.dv-cinder-792800-5-iscsi the message routers_updated {{(pid=93316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 11:38:10.287650 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b83118-e123-4fd5-ba17-6b60ee83184e None None] Sync routers for ids ['264efce0-8091-4124-9a80-929ec8dad8a4'] in dv-cinder-792800-5-iscsi {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 11:38:10.292416 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-9fcae2d9-2ec3-4f05-b93c-2f3fd89eef44 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for floatingip, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:10.297186 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b83118-e123-4fd5-ba17-6b60ee83184e None None] Routers {'264efce0-8091-4124-9a80-929ec8dad8a4'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:38:10.297832 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-78b83118-e123-4fd5-ba17-6b60ee83184e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:38:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['264efce0-8091-4124-9a80-929ec8dad8a4'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:38:10.318933 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-9fcae2d9-2ec3-4f05-b93c-2f3fd89eef44 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5067246 Aug 10 11:38:10.319634 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bced171-c010-40c4-8062-fb3d3f2088b9', 'tag': '79b05937-ea14-44fb-9150-df5a4c6a67e0'}] {{(pid=93316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:38:10.322615 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c8c08188b21eb773fc1c6d2ac87981fb30e3bc49512db4b8fca3465af7d205c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb788fa3-9bc3-459a-9f7b-f1191b052374" -d '{"events": [{"name": "network-changed", "server_uuid": "1bced171-c010-40c4-8062-fb3d3f2088b9", "tag": "79b05937-ea14-44fb-9150-df5a4c6a67e0"}]}' {{(pid=93316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:38:10.323150 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 57724) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:38:10.330627 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [None req-91d4ac55-89dc-4e85-bac8-40ee7fcab9c3 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-634608480', 'description': 'tempest-secgroup-smoke-634608480 description', 'project_id': '93e9fd08e08f44a79d5b831058268103'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:38:10.376113 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-91d4ac55-89dc-4e85-bac8-40ee7fcab9c3 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:10.397595 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 11:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118abe21-6c77-4f98-a194-eec7c15b7e55 x-openstack-request-id: req-118abe21-6c77-4f98-a194-eec7c15b7e55 {{(pid=93316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:38:10.398137 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bced171-c010-40c4-8062-fb3d3f2088b9", "tag": "79b05937-ea14-44fb-9150-df5a4c6a67e0", "status": "completed", "code": 200}]} {{(pid=93316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:38:10.399133 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-118abe21-6c77-4f98-a194-eec7c15b7e55 {{(pid=93316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:38:10.399785 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bced171-c010-40c4-8062-fb3d3f2088b9', 'tag': '79b05937-ea14-44fb-9150-df5a4c6a67e0', 'status': 'completed', 'code': 200} Aug 10 11:38:10.420612 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-78b83118-e123-4fd5-ba17-6b60ee83184e None None] Set router 264efce0-8091-4124-9a80-929ec8dad8a4 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:38:10.490385 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb788fa3-9bc3-459a-9f7b-f1191b052374 req-61a07429-78c7-41c6-bd4f-3ce2a37592c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:10.491814 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-eb788fa3-9bc3-459a-9f7b-f1191b052374 req-61a07429-78c7-41c6-bd4f-3ce2a37592c5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=93e9fd08e08f44a79d5b831058268103&device_id=1bced171-c010-40c4-8062-fb3d3f2088b9 HTTP/1.1" status: 200 len: 1099 time: 0.0662966 Aug 10 11:38:10.527040 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-91d4ac55-89dc-4e85-bac8-40ee7fcab9c3 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:10.552814 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-91d4ac55-89dc-4e85-bac8-40ee7fcab9c3 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:10.593294 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-91d4ac55-89dc-4e85-bac8-40ee7fcab9c3 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks [] for security_group, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:10.594537 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-91d4ac55-89dc-4e85-bac8-40ee7fcab9c3 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2700810 Aug 10 11:38:10.598447 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 57728) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:38:10.603596 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d4ac55-89dc-4e85-bac8-40ee7fcab9c3 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7de9e8-2c04-40dd-bdf2-24fd4c2535c3,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:38:10.606415 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-41bd1768-4a08-4edf-8e80-21a63939acb9 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Request body: {'security_group_rule': {'security_group_id': 'eb7de9e8-2c04-40dd-bdf2-24fd4c2535c3', 'project_id': '93e9fd08e08f44a79d5b831058268103', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:38:10.638819 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 8159de51-1c17-4263-a941-638ee787b08e up at agent hyperv_hv-cinder-79280 {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:38:10.648059 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-41bd1768-4a08-4edf-8e80-21a63939acb9 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:10.652467 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb788fa3-9bc3-459a-9f7b-f1191b052374 req-26e1c416-b97c-4deb-92dc-5c5307ea84e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:10.654131 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-eb788fa3-9bc3-459a-9f7b-f1191b052374 req-26e1c416-b97c-4deb-92dc-5c5307ea84e2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=950c04cb-547c-4811-9416-9462dc83815e HTTP/1.1" status: 200 len: 915 time: 0.1513748 Aug 10 11:38:10.705190 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Provisioning for port 8159de51-1c17-4263-a941-638ee787b08e completed by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:38:10.710346 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-78b83118-e123-4fd5-ba17-6b60ee83184e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264efce0-8091-4124-9a80-929ec8dad8a4', 'name': 'tempest-TestMinimumBasicScenario-901666627-router', 'tenant_id': '93e9fd08e08f44a79d5b831058268103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'c14f6fc3-f12b-44f7-90ba-86ed23af16db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:37:17Z', 'updated_at': '2021-08-10T11:37:20Z', 'revision_number': 4, 'project_id': '93e9fd08e08f44a79d5b831058268103', 'gw_port': {'id': 'c14f6fc3-f12b-44f7-90ba-86ed23af16db', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264efce0-8091-4124-9a80-929ec8dad8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:37:18Z', 'updated_at': '2021-08-10T11:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_floatingips': [{'id': 'd385be91-9188-40d7-a34f-dd84063ae8b6', 'tenant_id': '93e9fd08e08f44a79d5b831058268103', 'floating_ip_address': '172.27.1.165', 'floating_network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'router_id': '264efce0-8091-4124-9a80-929ec8dad8a4', 'port_id': '79b05937-ea14-44fb-9150-df5a4c6a67e0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '950c04cb-547c-4811-9416-9462dc83815e', 'mac_address': 'fa:16:3e:8d:11:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bced171-c010-40c4-8062-fb3d3f2088b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T11:38:09Z', 'updated_at': '2021-08-10T11:38:09Z', 'revision_number': 0, 'project_id': '93e9fd08e08f44a79d5b831058268103', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dfcebdf-4b5b-4351-ace9-f352a0a2be93', 'name': '', 'network_id': '950c04cb-547c-4811-9416-9462dc83815e', 'tenant_id': '93e9fd08e08f44a79d5b831058268103', 'mac_address': 'fa:16:3e:ca:7f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264efce0-8091-4124-9a80-929ec8dad8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'b17e9149-d8bd-4d5c-852a-7eebd9fd1a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:37:20Z', 'updated_at': '2021-08-10T11:37:26Z', 'revision_number': 5, 'project_id': '93e9fd08e08f44a79d5b831058268103', 'subnets': [{'id': 'b17e9149-d8bd-4d5c-852a-7eebd9fd1a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:38:10.712289 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Provisioning complete for port 8159de51-1c17-4263-a941-638ee787b08e triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:38:10.712663 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:10.722066 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-41bd1768-4a08-4edf-8e80-21a63939acb9 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:10.727255 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-41bd1768-4a08-4edf-8e80-21a63939acb9 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099804'] for security_group_rule, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:10.745463 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd1768-4a08-4edf-8e80-21a63939acb9 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24893f18-4949-4c9f-a740-0eebda33cb0e,revision_number=0']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:38:10.759010 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-41bd1768-4a08-4edf-8e80-21a63939acb9 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:10.764300 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-41bd1768-4a08-4edf-8e80-21a63939acb9 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1617141 Aug 10 11:38:10.764445 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b83118-e123-4fd5-ba17-6b60ee83184e None None] Checking router: 264efce0-8091-4124-9a80-929ec8dad8a4 for host: dv-cinder-792800-5-iscsi {{(pid=93317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 11:38:10.764700 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 57732) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:38:10.765641 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72542c-dd49-4365-888d-19437625acd4 req-514d0a42-0e41-4b8b-a645-dde160b34be8 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:10.770335 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-e9190ee6-fe2b-4257-ba94-4319d39c9bdb tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Request body: {'security_group_rule': {'security_group_id': 'eb7de9e8-2c04-40dd-bdf2-24fd4c2535c3', 'project_id': '93e9fd08e08f44a79d5b831058268103', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:38:10.775985 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-3e72542c-dd49-4365-888d-19437625acd4 req-514d0a42-0e41-4b8b-a645-dde160b34be8 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce8b0434-a2a9-4ce3-b5a3-a6ae6179ae0f HTTP/1.1" status: 200 len: 945 time: 0.1192341 Aug 10 11:38:10.780589 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b83118-e123-4fd5-ba17-6b60ee83184e None None] Routers {'264efce0-8091-4124-9a80-929ec8dad8a4'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:38:10.781232 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-78b83118-e123-4fd5-ba17-6b60ee83184e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:38:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['264efce0-8091-4124-9a80-929ec8dad8a4'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:38:10.786258 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-eb788fa3-9bc3-459a-9f7b-f1191b052374 req-6e067645-f02d-4519-b603-bfeea388539c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79b05937-ea14-44fb-9150-df5a4c6a67e0 HTTP/1.1" status: 200 len: 1000 time: 0.1185019 Aug 10 11:38:10.801685 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-e9190ee6-fe2b-4257-ba94-4319d39c9bdb tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:10.839099 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-3e72542c-dd49-4365-888d-19437625acd4 req-b2a2470d-a972-47ed-a97a-f758b3187880 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563111 Aug 10 11:38:10.875192 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-e9190ee6-fe2b-4257-ba94-4319d39c9bdb tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:10.881992 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-e9190ee6-fe2b-4257-ba94-4319d39c9bdb tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099804'] for security_group_rule, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:10.883213 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb788fa3-9bc3-459a-9f7b-f1191b052374 req-c14a17c1-8c4c-4cd3-b8f4-1f635959016a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:10.886308 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-eb788fa3-9bc3-459a-9f7b-f1191b052374 req-c14a17c1-8c4c-4cd3-b8f4-1f635959016a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b17e9149-d8bd-4d5c-852a-7eebd9fd1a31 HTTP/1.1" status: 200 len: 853 time: 0.0708842 Aug 10 11:38:10.897364 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9190ee6-fe2b-4257-ba94-4319d39c9bdb tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a624ae51-e167-441d-9e96-7b3075f88714,revision_number=0']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:38:10.907953 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:10.913830 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-e9190ee6-fe2b-4257-ba94-4319d39c9bdb tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:10.916998 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-e9190ee6-fe2b-4257-ba94-4319d39c9bdb tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1510580 Aug 10 11:38:10.918463 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 57734) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:38:10.923815 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-df1bbe99-b66a-45b5-8dd2-1761088b5e53 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Request body: {'security_group_rule': {'security_group_id': 'eb7de9e8-2c04-40dd-bdf2-24fd4c2535c3', 'project_id': '93e9fd08e08f44a79d5b831058268103', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:38:10.930184 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-78b83118-e123-4fd5-ba17-6b60ee83184e None None] Set router 264efce0-8091-4124-9a80-929ec8dad8a4 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:38:10.943368 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb788fa3-9bc3-459a-9f7b-f1191b052374 req-02f30e7b-20aa-40f6-b035-8ac3ddbd96e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:10.944962 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-eb788fa3-9bc3-459a-9f7b-f1191b052374 req-02f30e7b-20aa-40f6-b035-8ac3ddbd96e3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=950c04cb-547c-4811-9416-9462dc83815e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441201 Aug 10 11:38:10.952978 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-df1bbe99-b66a-45b5-8dd2-1761088b5e53 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:10.965532 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce8b0434-a2a9-4ce3-b5a3-a6ae6179ae0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8159de51-1c17-4263-a941-638ee787b08e'}] {{(pid=93317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:38:10.968029 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f65e5affd22be71f9b00dd80d36c6e54843c66eef292b5ed0267a1f9ac014f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd94dae-697c-4cd6-ade9-7da8ddcc7eb2" -d '{"events": [{"server_uuid": "ce8b0434-a2a9-4ce3-b5a3-a6ae6179ae0f", "name": "network-vif-plugged", "status": "completed", "tag": "8159de51-1c17-4263-a941-638ee787b08e"}]}' {{(pid=93317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:38:10.988698 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port 8159de51-1c17-4263-a941-638ee787b08e, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=8159de51-1c17-4263-a941-638ee787b08e,segment=NetworkSegment(a7e3b168-86a5-433e-b17e-7040e9e508ed),segment_id=a7e3b168-86a5-433e-b17e-7040e9e508ed)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:38:10.996455 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:11.027942 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-df1bbe99-b66a-45b5-8dd2-1761088b5e53 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:11.032038 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 11:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38d9126-041f-451c-9862-207a415733d9 x-openstack-request-id: req-b38d9126-041f-451c-9862-207a415733d9 {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:38:11.032353 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce8b0434-a2a9-4ce3-b5a3-a6ae6179ae0f", "name": "network-vif-plugged", "status": "completed", "tag": "8159de51-1c17-4263-a941-638ee787b08e", "code": 200}]} {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:38:11.032635 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b38d9126-041f-451c-9862-207a415733d9 {{(pid=93317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:38:11.033018 dv-cinder-792800-5-iscsi neutron-server[93317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce8b0434-a2a9-4ce3-b5a3-a6ae6179ae0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8159de51-1c17-4263-a941-638ee787b08e', 'code': 200} Aug 10 11:38:11.034161 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-df1bbe99-b66a-45b5-8dd2-1761088b5e53 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099804'] for security_group_rule, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:11.058279 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1bbe99-b66a-45b5-8dd2-1761088b5e53 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cff18051-862f-4f52-8732-90c251bee937,revision_number=0']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:38:11.062377 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-df1bbe99-b66a-45b5-8dd2-1761088b5e53 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:11.066484 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-df1bbe99-b66a-45b5-8dd2-1761088b5e53 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1443086 Aug 10 11:38:11.067042 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 57740) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:38:11.071331 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-eb788fa3-9bc3-459a-9f7b-f1191b052374 req-3e0bf047-3592-48ca-a2d7-6ef287a93459 service neutron] 10.222.0.59 "GET /v2.0/networks/950c04cb-547c-4811-9416-9462dc83815e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181772 Aug 10 11:38:11.072255 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-52ac1393-32a4-44fd-9fa1-8a0ba43a5fb6 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Request body: {'security_group_rule': {'security_group_id': 'eb7de9e8-2c04-40dd-bdf2-24fd4c2535c3', 'project_id': '93e9fd08e08f44a79d5b831058268103', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:38:11.091255 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=8159de51-1c17-4263-a941-638ee787b08e,revision_number=5']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:38:11.115759 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-52ac1393-32a4-44fd-9fa1-8a0ba43a5fb6 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:11.181967 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-52ac1393-32a4-44fd-9fa1-8a0ba43a5fb6 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:11.186874 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-eb788fa3-9bc3-459a-9f7b-f1191b052374 req-c94bead2-4570-427b-9206-046e8e7fcc98 service neutron] 10.222.0.59 "GET /v2.0/networks/950c04cb-547c-4811-9416-9462dc83815e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060476 Aug 10 11:38:11.189717 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-52ac1393-32a4-44fd-9fa1-8a0ba43a5fb6 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099804'] for security_group_rule, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:11.211671 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac1393-32a4-44fd-9fa1-8a0ba43a5fb6 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bc7102d-1521-4d3c-8b6e-4c5cb9873fb5,revision_number=0']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:38:11.214961 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-52ac1393-32a4-44fd-9fa1-8a0ba43a5fb6 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:11.216462 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-52ac1393-32a4-44fd-9fa1-8a0ba43a5fb6 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1482737 Aug 10 11:38:11.219130 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 57742) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:38:11.223709 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-16261398-4ab6-4af0-b105-b73fc3ce141a tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Request body: {'security_group_rule': {'security_group_id': 'eb7de9e8-2c04-40dd-bdf2-24fd4c2535c3', 'project_id': '93e9fd08e08f44a79d5b831058268103', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:38:11.248862 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.db.securitygroups_db [None req-16261398-4ab6-4af0-b105-b73fc3ce141a tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Project 93e9fd08e08f44a79d5b831058268103 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 11:38:11.256921 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-16261398-4ab6-4af0-b105-b73fc3ce141a tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:11.277936 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-78b83118-e123-4fd5-ba17-6b60ee83184e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264efce0-8091-4124-9a80-929ec8dad8a4', 'name': 'tempest-TestMinimumBasicScenario-901666627-router', 'tenant_id': '93e9fd08e08f44a79d5b831058268103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'c14f6fc3-f12b-44f7-90ba-86ed23af16db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:37:17Z', 'updated_at': '2021-08-10T11:37:20Z', 'revision_number': 4, 'project_id': '93e9fd08e08f44a79d5b831058268103', 'gw_port': {'id': 'c14f6fc3-f12b-44f7-90ba-86ed23af16db', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264efce0-8091-4124-9a80-929ec8dad8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:37:18Z', 'updated_at': '2021-08-10T11:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_floatingips': [{'id': 'd385be91-9188-40d7-a34f-dd84063ae8b6', 'tenant_id': '93e9fd08e08f44a79d5b831058268103', 'floating_ip_address': '172.27.1.165', 'floating_network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'router_id': '264efce0-8091-4124-9a80-929ec8dad8a4', 'port_id': '79b05937-ea14-44fb-9150-df5a4c6a67e0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '950c04cb-547c-4811-9416-9462dc83815e', 'mac_address': 'fa:16:3e:8d:11:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bced171-c010-40c4-8062-fb3d3f2088b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T11:38:09Z', 'updated_at': '2021-08-10T11:38:09Z', 'revision_number': 0, 'project_id': '93e9fd08e08f44a79d5b831058268103', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dfcebdf-4b5b-4351-ace9-f352a0a2be93', 'name': '', 'network_id': '950c04cb-547c-4811-9416-9462dc83815e', 'tenant_id': '93e9fd08e08f44a79d5b831058268103', 'mac_address': 'fa:16:3e:ca:7f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264efce0-8091-4124-9a80-929ec8dad8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'b17e9149-d8bd-4d5c-852a-7eebd9fd1a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:37:20Z', 'updated_at': '2021-08-10T11:37:26Z', 'revision_number': 5, 'project_id': '93e9fd08e08f44a79d5b831058268103', 'subnets': [{'id': 'b17e9149-d8bd-4d5c-852a-7eebd9fd1a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:38:11.309794 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b83118-e123-4fd5-ba17-6b60ee83184e None None] The sync data for ids ['264efce0-8091-4124-9a80-929ec8dad8a4'] in dv-cinder-792800-5-iscsi is: [{'id': '264efce0-8091-4124-9a80-929ec8dad8a4', 'name': 'tempest-TestMinimumBasicScenario-901666627-router', 'tenant_id': '93e9fd08e08f44a79d5b831058268103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'c14f6fc3-f12b-44f7-90ba-86ed23af16db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:37:17Z', 'updated_at': '2021-08-10T11:37:20Z', 'revision_number': 4, 'project_id': '93e9fd08e08f44a79d5b831058268103', 'gw_port': {'id': 'c14f6fc3-f12b-44f7-90ba-86ed23af16db', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264efce0-8091-4124-9a80-929ec8dad8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:37:18Z', 'updated_at': '2021-08-10T11:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_floatingips': [{'id': 'd385be91-9188-40d7-a34f-dd84063ae8b6', 'tenant_id': '93e9fd08e08f44a79d5b831058268103', 'floating_ip_address': '172.27.1.165', 'floating_network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'router_id': '264efce0-8091-4124-9a80-929ec8dad8a4', 'port_id': '79b05937-ea14-44fb-9150-df5a4c6a67e0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '950c04cb-547c-4811-9416-9462dc83815e', 'mac_address': 'fa:16:3e:8d:11:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bced171-c010-40c4-8062-fb3d3f2088b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T11:38:09Z', 'updated_at': '2021-08-10T11:38:09Z', 'revision_number': 0, 'project_id': '93e9fd08e08f44a79d5b831058268103', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dfcebdf-4b5b-4351-ace9-f352a0a2be93', 'name': '', 'network_id': '950c04cb-547c-4811-9416-9462dc83815e', 'tenant_id': '93e9fd08e08f44a79d5b831058268103', 'mac_address': 'fa:16:3e:ca:7f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264efce0-8091-4124-9a80-929ec8dad8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'b17e9149-d8bd-4d5c-852a-7eebd9fd1a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:37:20Z', 'updated_at': '2021-08-10T11:37:26Z', 'revision_number': 5, 'project_id': '93e9fd08e08f44a79d5b831058268103', 'subnets': [{'id': 'b17e9149-d8bd-4d5c-852a-7eebd9fd1a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 11:38:11.321012 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83954219-852d-42d7-96de-da3bb2896d75 req-aefccb2c-7aa0-4597-a5a2-883a6d596e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:11.321287 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-16261398-4ab6-4af0-b105-b73fc3ce141a tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:11.323129 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-83954219-852d-42d7-96de-da3bb2896d75 req-aefccb2c-7aa0-4597-a5a2-883a6d596e21 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ce8b0434-a2a9-4ce3-b5a3-a6ae6179ae0f HTTP/1.1" status: 200 len: 1099 time: 0.0441971 Aug 10 11:38:11.325495 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-16261398-4ab6-4af0-b105-b73fc3ce141a tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099804'] for security_group_rule, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:11.344037 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16261398-4ab6-4af0-b105-b73fc3ce141a tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e597615d-9714-404f-b3b6-56215c4988a8,revision_number=0']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:38:11.351046 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-16261398-4ab6-4af0-b105-b73fc3ce141a tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:11.355620 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-16261398-4ab6-4af0-b105-b73fc3ce141a tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1329324 Aug 10 11:38:11.360868 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 57744) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:38:11.366660 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-83954219-852d-42d7-96de-da3bb2896d75 req-028176b2-4fb9-40a3-b1ec-ce14ce395f9d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354371 Aug 10 11:38:11.368780 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.v2.base [None req-1d458ce4-d994-414f-a0e1-c06dfc568e55 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Request body: {'security_group_rule': {'security_group_id': 'eb7de9e8-2c04-40dd-bdf2-24fd4c2535c3', 'project_id': '93e9fd08e08f44a79d5b831058268103', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:38:11.390441 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.db.securitygroups_db [None req-1d458ce4-d994-414f-a0e1-c06dfc568e55 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Project 93e9fd08e08f44a79d5b831058268103 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 11:38:11.395777 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-1d458ce4-d994-414f-a0e1-c06dfc568e55 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:11.458221 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-1d458ce4-d994-414f-a0e1-c06dfc568e55 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:11.462785 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-1d458ce4-d994-414f-a0e1-c06dfc568e55 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099804'] for security_group_rule, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:11.487954 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d458ce4-d994-414f-a0e1-c06dfc568e55 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=096fe9c1-bb48-4b7e-91ca-d5a171ef8f74,revision_number=0']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:38:11.496008 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-1d458ce4-d994-414f-a0e1-c06dfc568e55 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:11.500230 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-1d458ce4-d994-414f-a0e1-c06dfc568e55 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1423519 Aug 10 11:38:11.535443 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b281743-5766-497b-81b1-6397f02cec15 None None] New status for floating IP d385be91-9188-40d7-a34f-dd84063ae8b6: ACTIVE {{(pid=93318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 11:38:11.585706 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.agents_db [None req-cf88a1ba-3529-4992-9648-399914351393 None None] Agent healthcheck: found 6 active agents {{(pid=93318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 11:38:11.587082 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-fdd27e2d-dbe1-49b6-8180-57e3b5a650f2 req-6ccca53c-7699-4813-9845-1e8d41699b90 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-634608480&fields=id&tenant_id=93e9fd08e08f44a79d5b831058268103 HTTP/1.1" status: 200 len: 267 time: 0.0344727 Aug 10 11:38:11.641663 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd27e2d-dbe1-49b6-8180-57e3b5a650f2 req-0c2eff5f-bef8-49ac-a6be-8154b394e216 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:11.643567 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-fdd27e2d-dbe1-49b6-8180-57e3b5a650f2 req-0c2eff5f-bef8-49ac-a6be-8154b394e216 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bced171-c010-40c4-8062-fb3d3f2088b9 HTTP/1.1" status: 200 len: 946 time: 0.0505922 Aug 10 11:38:11.655299 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [req-fdd27e2d-dbe1-49b6-8180-57e3b5a650f2 req-0ac5b6eb-f453-4b16-bab0-33f5776bbd95 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Request body: {'port': {'security_groups': ['911e61df-c842-41c0-b5cf-5a61827ba7db', 'eb7de9e8-2c04-40dd-bdf2-24fd4c2535c3']}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:38:11.728226 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-fdd27e2d-dbe1-49b6-8180-57e3b5a650f2 req-0ac5b6eb-f453-4b16-bab0-33f5776bbd95 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:11.912115 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-fdd27e2d-dbe1-49b6-8180-57e3b5a650f2 req-0ac5b6eb-f453-4b16-bab0-33f5776bbd95 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] For port 79b05937-ea14-44fb-9150-df5a4c6a67e0, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=79b05937-ea14-44fb-9150-df5a4c6a67e0,segment=NetworkSegment(10b19772-df56-4489-91de-8592b3a16431),segment_id=10b19772-df56-4489-91de-8592b3a16431)] {{(pid=93315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:38:11.942170 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-fdd27e2d-dbe1-49b6-8180-57e3b5a650f2 req-0ac5b6eb-f453-4b16-bab0-33f5776bbd95 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks [] for port, precommit_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:11.947817 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-fdd27e2d-dbe1-49b6-8180-57e3b5a650f2 req-0ac5b6eb-f453-4b16-bab0-33f5776bbd95 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130148924'] for port, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:11.962661 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40302224-38f6-47dd-b8cd-8119b774a290 req-fa2f8e42-febb-4976-8884-a3cb087b6352 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:11.963453 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] get_ports_and_sgs() called for port_ids ['79b05937-ea14-44fb-9150-df5a4c6a67e0'] {{(pid=93317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 11:38:11.969064 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-40302224-38f6-47dd-b8cd-8119b774a290 req-fa2f8e42-febb-4976-8884-a3cb087b6352 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce8b0434-a2a9-4ce3-b5a3-a6ae6179ae0f HTTP/1.1" status: 200 len: 946 time: 0.0603111 Aug 10 11:38:11.991874 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd27e2d-dbe1-49b6-8180-57e3b5a650f2 req-0ac5b6eb-f453-4b16-bab0-33f5776bbd95 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:11.992858 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-fdd27e2d-dbe1-49b6-8180-57e3b5a650f2 req-0ac5b6eb-f453-4b16-bab0-33f5776bbd95 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:11.998120 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-fdd27e2d-dbe1-49b6-8180-57e3b5a650f2 req-0ac5b6eb-f453-4b16-bab0-33f5776bbd95 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "PUT /v2.0/ports/79b05937-ea14-44fb-9150-df5a4c6a67e0 HTTP/1.1" status: 200 len: 982 time: 0.3469002 Aug 10 11:38:11.998294 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bced171-c010-40c4-8062-fb3d3f2088b9', 'tag': '79b05937-ea14-44fb-9150-df5a4c6a67e0'}] {{(pid=93315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:38:12.005525 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6373fc61674628fc4ea179701e5cfbb487487662fff8fb4d49624df9baba4f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e80b9ed-8210-4daa-866f-48451e32d461" -d '{"events": [{"name": "network-changed", "server_uuid": "1bced171-c010-40c4-8062-fb3d3f2088b9", "tag": "79b05937-ea14-44fb-9150-df5a4c6a67e0"}]}' {{(pid=93315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:38:12.037727 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-40302224-38f6-47dd-b8cd-8119b774a290 req-8790e589-63c9-46ab-b648-0fd02ffb2258 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631614 Aug 10 11:38:12.049233 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac5b6eb-f453-4b16-bab0-33f5776bbd95 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Pushing event updated for resources: {'Port': ['ID=79b05937-ea14-44fb-9150-df5a4c6a67e0,revision_number=6']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:38:12.090503 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 11:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ebba63-4424-4f01-8337-14adc1e1a4f9 x-openstack-request-id: req-85ebba63-4424-4f01-8337-14adc1e1a4f9 {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:38:12.090503 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bced171-c010-40c4-8062-fb3d3f2088b9", "tag": "79b05937-ea14-44fb-9150-df5a4c6a67e0", "status": "completed", "code": 200}]} {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:38:12.090503 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-85ebba63-4424-4f01-8337-14adc1e1a4f9 {{(pid=93315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:38:12.090503 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bced171-c010-40c4-8062-fb3d3f2088b9', 'tag': '79b05937-ea14-44fb-9150-df5a4c6a67e0', 'status': 'completed', 'code': 200} Aug 10 11:38:12.152211 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417303a-428a-4011-810d-f7808e7a2a47 req-0124c0ab-dfd5-4e6e-8085-1f54526d35bf tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:12.154432 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7417303a-428a-4011-810d-f7808e7a2a47 req-0124c0ab-dfd5-4e6e-8085-1f54526d35bf tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bced171-c010-40c4-8062-fb3d3f2088b9 HTTP/1.1" status: 200 len: 985 time: 0.0774870 Aug 10 11:38:12.154947 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] get_ports_and_sgs() called for port_ids ['79b05937-ea14-44fb-9150-df5a4c6a67e0'] {{(pid=93317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 11:38:12.211555 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80b9ed-8210-4daa-866f-48451e32d461 req-91710407-a598-404f-9739-ffab2be1127e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:12.213493 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-3e80b9ed-8210-4daa-866f-48451e32d461 req-91710407-a598-404f-9739-ffab2be1127e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=93e9fd08e08f44a79d5b831058268103&device_id=1bced171-c010-40c4-8062-fb3d3f2088b9 HTTP/1.1" status: 200 len: 1138 time: 0.0863893 Aug 10 11:38:12.223597 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7417303a-428a-4011-810d-f7808e7a2a47 req-518aafc9-f507-463b-b773-55326faac4fe tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb7de9e8-2c04-40dd-bdf2-24fd4c2535c3&id=911e61df-c842-41c0-b5cf-5a61827ba7db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525532 Aug 10 11:38:12.318784 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80b9ed-8210-4daa-866f-48451e32d461 req-abd972e5-b492-422c-9d2b-96877b4dc06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:12.321652 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-3e80b9ed-8210-4daa-866f-48451e32d461 req-abd972e5-b492-422c-9d2b-96877b4dc06a service neutron] 10.222.0.59 "GET /v2.0/networks?id=950c04cb-547c-4811-9416-9462dc83815e HTTP/1.1" status: 200 len: 915 time: 0.0964825 Aug 10 11:38:12.372646 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-3c06ffdb-8aa0-4724-b0c7-3a00b8f2da84 None None] Provisioning complete for port 79b05937-ea14-44fb-9150-df5a4c6a67e0 triggered by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:38:12.373020 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-3c06ffdb-8aa0-4724-b0c7-3a00b8f2da84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:12.395217 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-3e80b9ed-8210-4daa-866f-48451e32d461 req-c9323896-c7f9-4453-8322-3b3633138b4e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79b05937-ea14-44fb-9150-df5a4c6a67e0 HTTP/1.1" status: 200 len: 1002 time: 0.0633922 Aug 10 11:38:12.449134 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80b9ed-8210-4daa-866f-48451e32d461 req-03a9cde6-7c1e-470c-8d6e-a665ab171c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:12.450607 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-3e80b9ed-8210-4daa-866f-48451e32d461 req-03a9cde6-7c1e-470c-8d6e-a665ab171c05 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b17e9149-d8bd-4d5c-852a-7eebd9fd1a31 HTTP/1.1" status: 200 len: 853 time: 0.0434101 Aug 10 11:38:12.497400 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80b9ed-8210-4daa-866f-48451e32d461 req-5f8713cc-07d0-401b-bca2-5f66c51f6e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:12.499204 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-3e80b9ed-8210-4daa-866f-48451e32d461 req-5f8713cc-07d0-401b-bca2-5f66c51f6e14 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=950c04cb-547c-4811-9416-9462dc83815e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407939 Aug 10 11:38:12.599307 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-3e80b9ed-8210-4daa-866f-48451e32d461 req-1f661490-324b-4a71-be04-36403e37b681 service neutron] 10.222.0.59 "GET /v2.0/networks/950c04cb-547c-4811-9416-9462dc83815e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891969 Aug 10 11:38:12.690844 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-3e80b9ed-8210-4daa-866f-48451e32d461 req-85c87b56-42f1-48f2-8585-c6c41dbcb75b service neutron] 10.222.0.59 "GET /v2.0/networks/950c04cb-547c-4811-9416-9462dc83815e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840187 Aug 10 11:38:13.141537 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b124282-0441-4c97-84be-30c0e30eea68 req-18ab62b5-a31d-45de-99ea-55e503e7f257 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:13.143026 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-2b124282-0441-4c97-84be-30c0e30eea68 req-18ab62b5-a31d-45de-99ea-55e503e7f257 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce8b0434-a2a9-4ce3-b5a3-a6ae6179ae0f HTTP/1.1" status: 200 len: 946 time: 0.0478432 Aug 10 11:38:13.179096 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-2b124282-0441-4c97-84be-30c0e30eea68 req-770102d2-3527-4f84-903e-b42bfe6c5faa tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302315 Aug 10 11:38:13.295548 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912eae0-1768-45c6-8c93-2a089037b126 req-eb699e42-1acd-4449-be13-5949b362f0b7 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:13.297017 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-1912eae0-1768-45c6-8c93-2a089037b126 req-eb699e42-1acd-4449-be13-5949b362f0b7 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce8b0434-a2a9-4ce3-b5a3-a6ae6179ae0f HTTP/1.1" status: 200 len: 946 time: 0.0512369 Aug 10 11:38:13.332940 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-1912eae0-1768-45c6-8c93-2a089037b126 req-6c852f80-ca72-4c5d-829c-34411d82fa1f tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301507 Aug 10 11:38:13.354503 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 57764) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:38:13.393885 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3892fd-ca09-4d72-801b-3bbd647ed9e7 tempest-TestVolumeBootPattern-1678842331 tempest-TestVolumeBootPattern-1678842331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:13.397745 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-3b3892fd-ca09-4d72-801b-3bbd647ed9e7 tempest-TestVolumeBootPattern-1678842331 tempest-TestVolumeBootPattern-1678842331-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ce8b0434-a2a9-4ce3-b5a3-a6ae6179ae0f HTTP/1.1" status: 200 len: 1094 time: 0.0396910 Aug 10 11:38:13.398706 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 57766) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:38:13.403309 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [None req-a00e40fb-aa01-4aad-bbe7-35a38008891b tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Request body: {'floatingip': {'floating_network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'port_id': '8159de51-1c17-4263-a941-638ee787b08e', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:38:13.425224 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-a00e40fb-aa01-4aad-bbe7-35a38008891b tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks [] for floatingip, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:13.519292 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-a00e40fb-aa01-4aad-bbe7-35a38008891b tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:13.621767 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.db_base_plugin_common [None req-a00e40fb-aa01-4aad-bbe7-35a38008891b tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Allocated IP 172.27.1.142 (5acaf353-3f61-4dec-9325-b74ab1b31d79/161344f3-be79-4209-8149-4c1c277e8dc7/f1b107d7-5080-481a-9374-0780907a2deb) {{(pid=93315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:38:13.721936 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-a00e40fb-aa01-4aad-bbe7-35a38008891b tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks [] for port, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:13.760661 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-a00e40fb-aa01-4aad-bbe7-35a38008891b tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:13.797366 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00e40fb-aa01-4aad-bbe7-35a38008891b tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Network 5acaf353-3f61-4dec-9325-b74ab1b31d79 is already hosted by enough agents. {{(pid=93315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:38:13.802340 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.base_scheduler [None req-a00e40fb-aa01-4aad-bbe7-35a38008891b tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Resources bound (agent type, host, resource id): {{(pid=93315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:38:13.805974 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00e40fb-aa01-4aad-bbe7-35a38008891b tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Received port after_create {{(pid=93315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:38:13.811788 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e40fb-aa01-4aad-bbe7-35a38008891b tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Pushing event updated for resources: {'Port': ['ID=f1b107d7-5080-481a-9374-0780907a2deb,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:38:14.176328 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-a00e40fb-aa01-4aad-bbe7-35a38008891b tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:14.241195 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-a00e40fb-aa01-4aad-bbe7-35a38008891b tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:14.392027 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-a00e40fb-aa01-4aad-bbe7-35a38008891b tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks [] for port, precommit_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:14.396641 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-a00e40fb-aa01-4aad-bbe7-35a38008891b tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130148924'] for port, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:14.458328 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e40fb-aa01-4aad-bbe7-35a38008891b tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Pushing event updated for resources: {'Port': ['ID=f1b107d7-5080-481a-9374-0780907a2deb,revision_number=2']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:38:14.471897 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-a00e40fb-aa01-4aad-bbe7-35a38008891b tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-134149778'] for floatingip, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:14.820983 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.db.l3_db [None req-a00e40fb-aa01-4aad-bbe7-35a38008891b tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Floating IP 04dc58ed-60d8-4887-b793-948db614338d associated. External IP: 172.27.1.142, port: 8159de51-1c17-4263-a941-638ee787b08e. Aug 10 11:38:14.879793 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:15.023771 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a00e40fb-aa01-4aad-bbe7-35a38008891b tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Router e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1 has already been hosted by L3 agent c7f5eca1-6939-476e-9546-e5f0f7bb2dc8 {{(pid=93315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 11:38:15.130487 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00e40fb-aa01-4aad-bbe7-35a38008891b tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify agent at l3_agent.dv-cinder-792800-5-iscsi the message routers_updated {{(pid=93315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 11:38:15.141420 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ebc9fe-1034-4e53-b1f5-6a085902c7ab None None] Sync routers for ids ['e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'] in dv-cinder-792800-5-iscsi {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 11:38:15.147542 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-a00e40fb-aa01-4aad-bbe7-35a38008891b tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for floatingip, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:15.150679 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ebc9fe-1034-4e53-b1f5-6a085902c7ab None None] Routers {'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:38:15.151321 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-c4ebc9fe-1034-4e53-b1f5-6a085902c7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:38:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:38:15.173890 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-a00e40fb-aa01-4aad-bbe7-35a38008891b tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7739558 Aug 10 11:38:15.174485 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce8b0434-a2a9-4ce3-b5a3-a6ae6179ae0f', 'tag': '8159de51-1c17-4263-a941-638ee787b08e'}] {{(pid=93315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:38:15.176749 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6373fc61674628fc4ea179701e5cfbb487487662fff8fb4d49624df9baba4f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d72fc7-e6d3-49da-aaf0-75139ef84ea1" -d '{"events": [{"name": "network-changed", "server_uuid": "ce8b0434-a2a9-4ce3-b5a3-a6ae6179ae0f", "tag": "8159de51-1c17-4263-a941-638ee787b08e"}]}' {{(pid=93315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:38:15.211840 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 11:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391f6a69-6677-46df-a1ed-59503abe8f0b x-openstack-request-id: req-391f6a69-6677-46df-a1ed-59503abe8f0b {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:38:15.212137 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce8b0434-a2a9-4ce3-b5a3-a6ae6179ae0f", "tag": "8159de51-1c17-4263-a941-638ee787b08e", "status": "completed", "code": 200}]} {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:38:15.212390 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-391f6a69-6677-46df-a1ed-59503abe8f0b {{(pid=93315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:38:15.212824 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce8b0434-a2a9-4ce3-b5a3-a6ae6179ae0f', 'tag': '8159de51-1c17-4263-a941-638ee787b08e', 'status': 'completed', 'code': 200} Aug 10 11:38:15.291664 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d72fc7-e6d3-49da-aaf0-75139ef84ea1 req-635cd002-7dd9-4856-af3b-2437cf9650a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:15.293240 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c4d72fc7-e6d3-49da-aaf0-75139ef84ea1 req-635cd002-7dd9-4856-af3b-2437cf9650a7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce631e313f124ffc96522aaec894b463&device_id=ce8b0434-a2a9-4ce3-b5a3-a6ae6179ae0f HTTP/1.1" status: 200 len: 1099 time: 0.0428424 Aug 10 11:38:15.396123 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-c4ebc9fe-1034-4e53-b1f5-6a085902c7ab None None] Set router e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:38:15.399176 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d72fc7-e6d3-49da-aaf0-75139ef84ea1 req-79e41627-b3a8-442f-a99f-7ddae279c55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:15.400752 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c4d72fc7-e6d3-49da-aaf0-75139ef84ea1 req-79e41627-b3a8-442f-a99f-7ddae279c55a service neutron] 10.222.0.59 "GET /v2.0/networks?id=4d20e43e-9b61-4dac-a777-f4b1d57ae537 HTTP/1.1" status: 200 len: 912 time: 0.0972815 Aug 10 11:38:15.467804 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c4d72fc7-e6d3-49da-aaf0-75139ef84ea1 req-1381a5b1-55d6-43f2-beda-30b7f1f28772 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8159de51-1c17-4263-a941-638ee787b08e HTTP/1.1" status: 200 len: 1000 time: 0.0603318 Aug 10 11:38:15.530864 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d72fc7-e6d3-49da-aaf0-75139ef84ea1 req-182e84d4-d6fc-4166-a50d-ca70eb30d4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:15.532465 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c4d72fc7-e6d3-49da-aaf0-75139ef84ea1 req-182e84d4-d6fc-4166-a50d-ca70eb30d4c6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e HTTP/1.1" status: 200 len: 850 time: 0.0537250 Aug 10 11:38:15.580725 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d72fc7-e6d3-49da-aaf0-75139ef84ea1 req-56f9bd7c-39be-48d4-bc0b-133e7e857c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:15.582254 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c4d72fc7-e6d3-49da-aaf0-75139ef84ea1 req-56f9bd7c-39be-48d4-bc0b-133e7e857c63 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4d20e43e-9b61-4dac-a777-f4b1d57ae537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421419 Aug 10 11:38:15.649242 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-c4ebc9fe-1034-4e53-b1f5-6a085902c7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'name': 'tempest-TestVolumeBootPattern-754726836-router', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '6165e744-bb5d-42b4-bfec-ec2c7a33d6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:32:18Z', 'updated_at': '2021-08-10T11:32:23Z', 'revision_number': 4, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'gw_port': {'id': '6165e744-bb5d-42b4-bfec-ec2c7a33d6ab', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:20Z', 'updated_at': '2021-08-10T11:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_floatingips': [{'id': '04dc58ed-60d8-4887-b793-948db614338d', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'router_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'port_id': '8159de51-1c17-4263-a941-638ee787b08e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537', 'mac_address': 'fa:16:3e:2f:79:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8b0434-a2a9-4ce3-b5a3-a6ae6179ae0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T11:38:14Z', 'updated_at': '2021-08-10T11:38:14Z', 'revision_number': 0, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'fixed_ip_address_scope': None}, {'id': 'fa81ca2c-f871-4431-91b5-69b53997a7e2', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'floating_ip_address': '172.27.1.144', 'floating_network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'router_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'port_id': '29e28a8f-692e-48b3-a35e-f5a358637783', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537', 'mac_address': 'fa:16:3e:ed:d9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fae023e-21e0-4168-a778-6597e829fa96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T11:36:16Z', 'updated_at': '2021-08-10T11:36:18Z', 'revision_number': 1, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f52f062-0f06-40a4-97f2-e1ab4ef52e0c', 'name': '', 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'mac_address': 'fa:16:3e:24:4b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:22Z', 'updated_at': '2021-08-10T11:32:29Z', 'revision_number': 5, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'subnets': [{'id': 'f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:38:15.676971 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ebc9fe-1034-4e53-b1f5-6a085902c7ab None None] Checking router: e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1 for host: dv-cinder-792800-5-iscsi {{(pid=93317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 11:38:15.680191 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c4d72fc7-e6d3-49da-aaf0-75139ef84ea1 req-23941659-7976-4e4f-993d-c57ca22709d9 service neutron] 10.222.0.59 "GET /v2.0/networks/4d20e43e-9b61-4dac-a777-f4b1d57ae537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895846 Aug 10 11:38:15.687491 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ebc9fe-1034-4e53-b1f5-6a085902c7ab None None] Routers {'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:38:15.688348 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-c4ebc9fe-1034-4e53-b1f5-6a085902c7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:38:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:38:15.787409 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c4d72fc7-e6d3-49da-aaf0-75139ef84ea1 req-59dbe2d1-94c0-4191-a5db-88f5566ada5a service neutron] 10.222.0.59 "GET /v2.0/networks/4d20e43e-9b61-4dac-a777-f4b1d57ae537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002302 Aug 10 11:38:15.812752 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-c4ebc9fe-1034-4e53-b1f5-6a085902c7ab None None] Set router e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:38:16.033784 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-c4ebc9fe-1034-4e53-b1f5-6a085902c7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'name': 'tempest-TestVolumeBootPattern-754726836-router', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '6165e744-bb5d-42b4-bfec-ec2c7a33d6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:32:18Z', 'updated_at': '2021-08-10T11:32:23Z', 'revision_number': 4, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'gw_port': {'id': '6165e744-bb5d-42b4-bfec-ec2c7a33d6ab', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:20Z', 'updated_at': '2021-08-10T11:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_floatingips': [{'id': '04dc58ed-60d8-4887-b793-948db614338d', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'router_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'port_id': '8159de51-1c17-4263-a941-638ee787b08e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537', 'mac_address': 'fa:16:3e:2f:79:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8b0434-a2a9-4ce3-b5a3-a6ae6179ae0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T11:38:14Z', 'updated_at': '2021-08-10T11:38:14Z', 'revision_number': 0, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'fixed_ip_address_scope': None}, {'id': 'fa81ca2c-f871-4431-91b5-69b53997a7e2', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'floating_ip_address': '172.27.1.144', 'floating_network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'router_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'port_id': '29e28a8f-692e-48b3-a35e-f5a358637783', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537', 'mac_address': 'fa:16:3e:ed:d9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fae023e-21e0-4168-a778-6597e829fa96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T11:36:16Z', 'updated_at': '2021-08-10T11:36:18Z', 'revision_number': 1, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f52f062-0f06-40a4-97f2-e1ab4ef52e0c', 'name': '', 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'mac_address': 'fa:16:3e:24:4b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:22Z', 'updated_at': '2021-08-10T11:32:29Z', 'revision_number': 5, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'subnets': [{'id': 'f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:38:16.064569 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ebc9fe-1034-4e53-b1f5-6a085902c7ab None None] The sync data for ids ['e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'] in dv-cinder-792800-5-iscsi is: [{'id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'name': 'tempest-TestVolumeBootPattern-754726836-router', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '6165e744-bb5d-42b4-bfec-ec2c7a33d6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:32:18Z', 'updated_at': '2021-08-10T11:32:23Z', 'revision_number': 4, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'gw_port': {'id': '6165e744-bb5d-42b4-bfec-ec2c7a33d6ab', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:20Z', 'updated_at': '2021-08-10T11:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_floatingips': [{'id': '04dc58ed-60d8-4887-b793-948db614338d', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'router_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'port_id': '8159de51-1c17-4263-a941-638ee787b08e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537', 'mac_address': 'fa:16:3e:2f:79:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8b0434-a2a9-4ce3-b5a3-a6ae6179ae0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T11:38:14Z', 'updated_at': '2021-08-10T11:38:14Z', 'revision_number': 0, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'fixed_ip_address_scope': None}, {'id': 'fa81ca2c-f871-4431-91b5-69b53997a7e2', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'floating_ip_address': '172.27.1.144', 'floating_network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'router_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'port_id': '29e28a8f-692e-48b3-a35e-f5a358637783', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537', 'mac_address': 'fa:16:3e:ed:d9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fae023e-21e0-4168-a778-6597e829fa96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T11:36:16Z', 'updated_at': '2021-08-10T11:36:18Z', 'revision_number': 1, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f52f062-0f06-40a4-97f2-e1ab4ef52e0c', 'name': '', 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'mac_address': 'fa:16:3e:24:4b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:22Z', 'updated_at': '2021-08-10T11:32:29Z', 'revision_number': 5, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'subnets': [{'id': 'f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 11:38:16.251132 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82eea44-b2c1-410e-9fce-f0bfb9081487 None None] New status for floating IP 04dc58ed-60d8-4887-b793-948db614338d: ACTIVE {{(pid=93318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 11:38:18.210907 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a28afb-7abc-4800-aba6-f8d3564ba626 req-0d181975-11a8-42b4-8691-ae4aaef687bc tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:18.212441 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-25a28afb-7abc-4800-aba6-f8d3564ba626 req-0d181975-11a8-42b4-8691-ae4aaef687bc tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?device_id=4394a304-55e7-42e2-abce-3bfa074fed78 HTTP/1.1" status: 200 len: 946 time: 0.0497169 Aug 10 11:38:18.250305 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-25a28afb-7abc-4800-aba6-f8d3564ba626 req-879016c9-34be-4513-8a4a-0b60928419f5 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6c7fc0-4b04-42cf-a72a-e3b354e0d15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318110 Aug 10 11:38:19.371768 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195231d-da7f-4d6a-9b4a-175836d6cc57 req-e94dff76-d87a-4253-b09e-3b487fafe6f5 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:19.373708 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-0195231d-da7f-4d6a-9b4a-175836d6cc57 req-e94dff76-d87a-4253-b09e-3b487fafe6f5 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?device_id=4394a304-55e7-42e2-abce-3bfa074fed78 HTTP/1.1" status: 200 len: 946 time: 0.0549667 Aug 10 11:38:19.413187 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-0195231d-da7f-4d6a-9b4a-175836d6cc57 req-7e7ed5e1-9f09-4a7b-a3da-e946de48d24d tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6c7fc0-4b04-42cf-a72a-e3b354e0d15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334716 Aug 10 11:38:19.870133 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d5df3-0b54-4951-b8c0-2efb51be23ed req-de3fbc9d-0677-419e-ba9a-0e50fcc4c816 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:19.871659 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-b18d5df3-0b54-4951-b8c0-2efb51be23ed req-de3fbc9d-0677-419e-ba9a-0e50fcc4c816 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.59 "GET /v2.0/ports?device_id=4394a304-55e7-42e2-abce-3bfa074fed78 HTTP/1.1" status: 200 len: 946 time: 0.0485711 Aug 10 11:38:19.968991 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [req-b18d5df3-0b54-4951-b8c0-2efb51be23ed req-b75961cc-bd75-4f46-a45b-cd022b5e6447 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Deleting port 921165e6-f2cb-4607-a6ec-85855f3006b4 {{(pid=93315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:38:19.969335 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-b18d5df3-0b54-4951-b8c0-2efb51be23ed req-b75961cc-bd75-4f46-a45b-cd022b5e6447 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:20.065379 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-b18d5df3-0b54-4951-b8c0-2efb51be23ed req-b75961cc-bd75-4f46-a45b-cd022b5e6447 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] For port 921165e6-f2cb-4607-a6ec-85855f3006b4, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=921165e6-f2cb-4607-a6ec-85855f3006b4,segment=NetworkSegment(f590e8e8-eb77-44b5-b3b4-77c417bdd04b),segment_id=f590e8e8-eb77-44b5-b3b4-77c417bdd04b)] {{(pid=93315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:38:20.065670 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-b18d5df3-0b54-4951-b8c0-2efb51be23ed req-b75961cc-bd75-4f46-a45b-cd022b5e6447 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:20.082235 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [req-b18d5df3-0b54-4951-b8c0-2efb51be23ed req-b75961cc-bd75-4f46-a45b-cd022b5e6447 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Calling delete_port for 921165e6-f2cb-4607-a6ec-85855f3006b4 owned by compute:nova {{(pid=93315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:38:20.203744 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-b18d5df3-0b54-4951-b8c0-2efb51be23ed req-b75961cc-bd75-4f46-a45b-cd022b5e6447 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:20.227806 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] get_ports_and_sgs() called for port_ids ['992d2904-71ec-4c9c-a627-ccdcce328b48', 'aed3ac85-21ce-4be1-88a9-f9ed544924ce', 'e92afeaa-4102-49d8-b5e5-3d39b901ef4c', '921165e6-f2cb-4607-a6ec-85855f3006b4'] {{(pid=93317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 11:38:20.229359 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75961cc-bd75-4f46-a45b-cd022b5e6447 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Pushing event deleted for resources: {'Port': ['ID=921165e6-f2cb-4607-a6ec-85855f3006b4,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:38:20.275638 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18d5df3-0b54-4951-b8c0-2efb51be23ed req-b75961cc-bd75-4f46-a45b-cd022b5e6447 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] No DVR routers for this DVR port 921165e6-f2cb-4607-a6ec-85855f3006b4 on host hv-cinder-79280 {{(pid=93315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 11:38:20.278137 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-b18d5df3-0b54-4951-b8c0-2efb51be23ed req-b75961cc-bd75-4f46-a45b-cd022b5e6447 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:20.280327 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-b18d5df3-0b54-4951-b8c0-2efb51be23ed req-b75961cc-bd75-4f46-a45b-cd022b5e6447 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.59 "DELETE /v2.0/ports/921165e6-f2cb-4607-a6ec-85855f3006b4 HTTP/1.1" status: 204 len: 173 time: 0.4011753 Aug 10 11:38:20.280888 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4394a304-55e7-42e2-abce-3bfa074fed78', 'name': 'network-vif-deleted', 'tag': '921165e6-f2cb-4607-a6ec-85855f3006b4'}] {{(pid=93315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:38:20.283170 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6373fc61674628fc4ea179701e5cfbb487487662fff8fb4d49624df9baba4f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8adb1471-7829-4eaf-900c-ff66885b28be" -d '{"events": [{"server_uuid": "4394a304-55e7-42e2-abce-3bfa074fed78", "name": "network-vif-deleted", "tag": "921165e6-f2cb-4607-a6ec-85855f3006b4"}]}' {{(pid=93315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:38:20.342519 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 11:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0133502-0cd6-44a0-94ae-ab2ded35a015 x-openstack-request-id: req-f0133502-0cd6-44a0-94ae-ab2ded35a015 {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:38:20.342832 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4394a304-55e7-42e2-abce-3bfa074fed78", "name": "network-vif-deleted", "tag": "921165e6-f2cb-4607-a6ec-85855f3006b4", "status": "completed", "code": 200}]} {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:38:20.343089 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f0133502-0cd6-44a0-94ae-ab2ded35a015 {{(pid=93315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:38:20.343497 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4394a304-55e7-42e2-abce-3bfa074fed78', 'name': 'network-vif-deleted', 'tag': '921165e6-f2cb-4607-a6ec-85855f3006b4', 'status': 'completed', 'code': 200} Aug 10 11:38:20.523059 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-b72be454-1cb9-4987-a260-aae44d6db06d req-8f8d63cc-5f74-4f27-acb4-990c16109219 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?device_id=4394a304-55e7-42e2-abce-3bfa074fed78 HTTP/1.1" status: 200 len: 210 time: 0.0287549 Aug 10 11:38:22.910927 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b5655-e889-4ebe-9a1b-ce78fc124c91 req-849ad3cb-2bbf-4ffd-815c-341351842726 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:22.912545 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-061b5655-e889-4ebe-9a1b-ce78fc124c91 req-849ad3cb-2bbf-4ffd-815c-341351842726 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad60e7ce-9280-4399-b602-4d0e4dead965 HTTP/1.1" status: 200 len: 945 time: 0.0495756 Aug 10 11:38:22.950052 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-061b5655-e889-4ebe-9a1b-ce78fc124c91 req-424c485a-0400-45f3-a09c-2dabdcef4433 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6c7fc0-4b04-42cf-a72a-e3b354e0d15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315764 Aug 10 11:38:24.065732 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f19a84-305b-45fc-b7b2-c13d122c5cb3 req-e3f85563-f0ad-4dde-9d89-2e6aba266e50 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:24.067227 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-e0f19a84-305b-45fc-b7b2-c13d122c5cb3 req-e3f85563-f0ad-4dde-9d89-2e6aba266e50 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad60e7ce-9280-4399-b602-4d0e4dead965 HTTP/1.1" status: 200 len: 945 time: 0.0507793 Aug 10 11:38:24.107426 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-e0f19a84-305b-45fc-b7b2-c13d122c5cb3 req-d84389f7-9b89-4d9b-a9a8-d84f0e84278f tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6c7fc0-4b04-42cf-a72a-e3b354e0d15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336890 Aug 10 11:38:24.716499 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592df1a7-6904-4b33-94df-91ea0b298110 req-51494f09-c950-4dd8-9b39-e98a70b14cda tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:24.717983 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-592df1a7-6904-4b33-94df-91ea0b298110 req-51494f09-c950-4dd8-9b39-e98a70b14cda tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad60e7ce-9280-4399-b602-4d0e4dead965 HTTP/1.1" status: 200 len: 945 time: 0.0513983 Aug 10 11:38:24.757538 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 921165e6-f2cb-4607-a6ec-85855f3006b4 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 11:38:24.778632 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] No Port match for: 921165e6-f2cb-4607-a6ec-85855f3006b4 {{(pid=93317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 11:38:24.778977 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 921165e6-f2cb-4607-a6ec-85855f3006b4 not bound to the agent host hv-cinder-79280 {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 11:38:24.824717 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [req-592df1a7-6904-4b33-94df-91ea0b298110 req-c21535d1-b2fd-487e-97a4-11b6983feedc tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Deleting port e92afeaa-4102-49d8-b5e5-3d39b901ef4c {{(pid=93315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:38:24.825067 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-592df1a7-6904-4b33-94df-91ea0b298110 req-c21535d1-b2fd-487e-97a4-11b6983feedc tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:24.913629 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-592df1a7-6904-4b33-94df-91ea0b298110 req-c21535d1-b2fd-487e-97a4-11b6983feedc tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] For port e92afeaa-4102-49d8-b5e5-3d39b901ef4c, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=e92afeaa-4102-49d8-b5e5-3d39b901ef4c,segment=NetworkSegment(f590e8e8-eb77-44b5-b3b4-77c417bdd04b),segment_id=f590e8e8-eb77-44b5-b3b4-77c417bdd04b)] {{(pid=93315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:38:24.914005 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-592df1a7-6904-4b33-94df-91ea0b298110 req-c21535d1-b2fd-487e-97a4-11b6983feedc tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:24.927302 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [req-592df1a7-6904-4b33-94df-91ea0b298110 req-c21535d1-b2fd-487e-97a4-11b6983feedc tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Calling delete_port for e92afeaa-4102-49d8-b5e5-3d39b901ef4c owned by compute:nova {{(pid=93315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:38:25.059568 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-592df1a7-6904-4b33-94df-91ea0b298110 req-c21535d1-b2fd-487e-97a4-11b6983feedc tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:25.074009 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] get_ports_and_sgs() called for port_ids ['992d2904-71ec-4c9c-a627-ccdcce328b48', 'aed3ac85-21ce-4be1-88a9-f9ed544924ce', 'e92afeaa-4102-49d8-b5e5-3d39b901ef4c'] {{(pid=93317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 11:38:25.087412 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21535d1-b2fd-487e-97a4-11b6983feedc tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Pushing event deleted for resources: {'Port': ['ID=e92afeaa-4102-49d8-b5e5-3d39b901ef4c,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:38:25.133898 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [req-592df1a7-6904-4b33-94df-91ea0b298110 req-c21535d1-b2fd-487e-97a4-11b6983feedc tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] No DVR routers for this DVR port e92afeaa-4102-49d8-b5e5-3d39b901ef4c on host hv-cinder-79280 {{(pid=93315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 11:38:25.137369 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-592df1a7-6904-4b33-94df-91ea0b298110 req-c21535d1-b2fd-487e-97a4-11b6983feedc tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:25.139401 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-592df1a7-6904-4b33-94df-91ea0b298110 req-c21535d1-b2fd-487e-97a4-11b6983feedc tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.59 "DELETE /v2.0/ports/e92afeaa-4102-49d8-b5e5-3d39b901ef4c HTTP/1.1" status: 204 len: 173 time: 0.4118676 Aug 10 11:38:25.139847 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad60e7ce-9280-4399-b602-4d0e4dead965', 'name': 'network-vif-deleted', 'tag': 'e92afeaa-4102-49d8-b5e5-3d39b901ef4c'}] {{(pid=93315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:38:25.142147 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6373fc61674628fc4ea179701e5cfbb487487662fff8fb4d49624df9baba4f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5addd0-c269-4725-a7a6-f1df43bcab77" -d '{"events": [{"server_uuid": "ad60e7ce-9280-4399-b602-4d0e4dead965", "name": "network-vif-deleted", "tag": "e92afeaa-4102-49d8-b5e5-3d39b901ef4c"}]}' {{(pid=93315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:38:25.187490 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 11:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e97975b-ae57-468a-b86e-ddd02b246eb2 x-openstack-request-id: req-5e97975b-ae57-468a-b86e-ddd02b246eb2 {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:38:25.187886 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad60e7ce-9280-4399-b602-4d0e4dead965", "name": "network-vif-deleted", "tag": "e92afeaa-4102-49d8-b5e5-3d39b901ef4c", "status": "completed", "code": 200}]} {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:38:25.188231 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5e97975b-ae57-468a-b86e-ddd02b246eb2 {{(pid=93315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:38:25.189066 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad60e7ce-9280-4399-b602-4d0e4dead965', 'name': 'network-vif-deleted', 'tag': 'e92afeaa-4102-49d8-b5e5-3d39b901ef4c', 'status': 'completed', 'code': 200} Aug 10 11:38:25.228599 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d0665bab-e2da-4fc9-b073-5996c3afeefc req-12f39037-3666-4cf4-9a74-cf48b9d17296 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad60e7ce-9280-4399-b602-4d0e4dead965 HTTP/1.1" status: 200 len: 210 time: 0.0375824 Aug 10 11:38:26.498879 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234469a-9f5a-443e-80b9-1508eb28d464 req-b5c7307a-cffb-4a35-9adb-f6dd89d62f0a tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:26.500333 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-a234469a-9f5a-443e-80b9-1508eb28d464 req-b5c7307a-cffb-4a35-9adb-f6dd89d62f0a tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?device_id=89507f07-14fe-4343-b6eb-4fba0f673fc0 HTTP/1.1" status: 200 len: 945 time: 0.0482471 Aug 10 11:38:26.536703 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-a234469a-9f5a-443e-80b9-1508eb28d464 req-240981e2-5e87-4543-987c-2fc81caea284 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6c7fc0-4b04-42cf-a72a-e3b354e0d15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303078 Aug 10 11:38:27.659993 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403edf6-66f0-43df-a1cf-51f66b1ece62 req-45c9be0d-87e7-42a2-9b61-059f0f4450a9 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:27.661467 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-5403edf6-66f0-43df-a1cf-51f66b1ece62 req-45c9be0d-87e7-42a2-9b61-059f0f4450a9 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?device_id=89507f07-14fe-4343-b6eb-4fba0f673fc0 HTTP/1.1" status: 200 len: 945 time: 0.0546257 Aug 10 11:38:27.700011 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-5403edf6-66f0-43df-a1cf-51f66b1ece62 req-b84a887c-8f4c-4524-969f-039ce492c967 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6c7fc0-4b04-42cf-a72a-e3b354e0d15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320501 Aug 10 11:38:28.143985 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50174fa0-36f5-4e84-b29c-c009d86058bb req-3f76b093-481b-40f8-96a7-5755d4a6f031 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:28.145552 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-50174fa0-36f5-4e84-b29c-c009d86058bb req-3f76b093-481b-40f8-96a7-5755d4a6f031 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.59 "GET /v2.0/ports?device_id=89507f07-14fe-4343-b6eb-4fba0f673fc0 HTTP/1.1" status: 200 len: 945 time: 0.0560234 Aug 10 11:38:28.254221 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [req-50174fa0-36f5-4e84-b29c-c009d86058bb req-b0c5ebc3-2f0f-4b47-becf-ea635858b9f6 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Deleting port aed3ac85-21ce-4be1-88a9-f9ed544924ce {{(pid=93315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:38:28.254568 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-50174fa0-36f5-4e84-b29c-c009d86058bb req-b0c5ebc3-2f0f-4b47-becf-ea635858b9f6 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:28.345938 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-50174fa0-36f5-4e84-b29c-c009d86058bb req-b0c5ebc3-2f0f-4b47-becf-ea635858b9f6 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] For port aed3ac85-21ce-4be1-88a9-f9ed544924ce, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=aed3ac85-21ce-4be1-88a9-f9ed544924ce,segment=NetworkSegment(f590e8e8-eb77-44b5-b3b4-77c417bdd04b),segment_id=f590e8e8-eb77-44b5-b3b4-77c417bdd04b)] {{(pid=93315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:38:28.346309 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-50174fa0-36f5-4e84-b29c-c009d86058bb req-b0c5ebc3-2f0f-4b47-becf-ea635858b9f6 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:28.363669 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [req-50174fa0-36f5-4e84-b29c-c009d86058bb req-b0c5ebc3-2f0f-4b47-becf-ea635858b9f6 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Calling delete_port for aed3ac85-21ce-4be1-88a9-f9ed544924ce owned by compute:nova {{(pid=93315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:38:28.508424 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-50174fa0-36f5-4e84-b29c-c009d86058bb req-b0c5ebc3-2f0f-4b47-becf-ea635858b9f6 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:28.522872 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] get_ports_and_sgs() called for port_ids ['992d2904-71ec-4c9c-a627-ccdcce328b48', 'aed3ac85-21ce-4be1-88a9-f9ed544924ce'] {{(pid=93317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 11:38:28.538345 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5ebc3-2f0f-4b47-becf-ea635858b9f6 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Pushing event deleted for resources: {'Port': ['ID=aed3ac85-21ce-4be1-88a9-f9ed544924ce,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:38:28.598254 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [req-50174fa0-36f5-4e84-b29c-c009d86058bb req-b0c5ebc3-2f0f-4b47-becf-ea635858b9f6 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] No DVR routers for this DVR port aed3ac85-21ce-4be1-88a9-f9ed544924ce on host hv-cinder-79280 {{(pid=93315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 11:38:28.600903 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-50174fa0-36f5-4e84-b29c-c009d86058bb req-b0c5ebc3-2f0f-4b47-becf-ea635858b9f6 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:28.603630 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-50174fa0-36f5-4e84-b29c-c009d86058bb req-b0c5ebc3-2f0f-4b47-becf-ea635858b9f6 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.59 "DELETE /v2.0/ports/aed3ac85-21ce-4be1-88a9-f9ed544924ce HTTP/1.1" status: 204 len: 173 time: 0.4472141 Aug 10 11:38:28.604101 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89507f07-14fe-4343-b6eb-4fba0f673fc0', 'name': 'network-vif-deleted', 'tag': 'aed3ac85-21ce-4be1-88a9-f9ed544924ce'}] {{(pid=93315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:38:28.606458 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6373fc61674628fc4ea179701e5cfbb487487662fff8fb4d49624df9baba4f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd08ec8-5f11-4fc6-8c38-5a5291fdd94d" -d '{"events": [{"server_uuid": "89507f07-14fe-4343-b6eb-4fba0f673fc0", "name": "network-vif-deleted", "tag": "aed3ac85-21ce-4be1-88a9-f9ed544924ce"}]}' {{(pid=93315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:38:28.670162 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 11:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044b9f98-9539-47a7-bbd1-92383ade57f4 x-openstack-request-id: req-044b9f98-9539-47a7-bbd1-92383ade57f4 {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:38:28.671158 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89507f07-14fe-4343-b6eb-4fba0f673fc0", "name": "network-vif-deleted", "tag": "aed3ac85-21ce-4be1-88a9-f9ed544924ce", "status": "completed", "code": 200}]} {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:38:28.671158 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-044b9f98-9539-47a7-bbd1-92383ade57f4 {{(pid=93315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:38:28.672975 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89507f07-14fe-4343-b6eb-4fba0f673fc0', 'name': 'network-vif-deleted', 'tag': 'aed3ac85-21ce-4be1-88a9-f9ed544924ce', 'status': 'completed', 'code': 200} Aug 10 11:38:28.769931 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device e92afeaa-4102-49d8-b5e5-3d39b901ef4c no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 11:38:28.802070 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] No Port match for: e92afeaa-4102-49d8-b5e5-3d39b901ef4c {{(pid=93317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 11:38:28.802420 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device e92afeaa-4102-49d8-b5e5-3d39b901ef4c not bound to the agent host hv-cinder-79280 {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 11:38:28.820170 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-fb30c3b4-6cca-422d-afc9-683b6dfc2699 req-2d0c9370-cfd9-4b63-a4d7-2e2beb86c868 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?device_id=89507f07-14fe-4343-b6eb-4fba0f673fc0 HTTP/1.1" status: 200 len: 210 time: 0.0316160 Aug 10 11:38:31.266613 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a36c27-e4e2-498a-8b11-12a89ef8a7cc req-5baff081-26ff-40d3-b9ed-6928e01de9a6 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:31.268122 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-b0a36c27-e4e2-498a-8b11-12a89ef8a7cc req-5baff081-26ff-40d3-b9ed-6928e01de9a6 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16f04d-62e1-4cf6-8943-e41907ba9d44 HTTP/1.1" status: 200 len: 945 time: 0.0565755 Aug 10 11:38:31.315305 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-b0a36c27-e4e2-498a-8b11-12a89ef8a7cc req-8e18c095-d264-4800-8101-0bd1904e3cdc tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6c7fc0-4b04-42cf-a72a-e3b354e0d15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408387 Aug 10 11:38:32.451535 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0f8bd-a404-448b-8df4-0ea2460e2549 req-b30ed491-5f5e-4ef9-a8ce-5c301107884b tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:32.453078 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-49d0f8bd-a404-448b-8df4-0ea2460e2549 req-b30ed491-5f5e-4ef9-a8ce-5c301107884b tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16f04d-62e1-4cf6-8943-e41907ba9d44 HTTP/1.1" status: 200 len: 945 time: 0.0656316 Aug 10 11:38:32.496337 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-49d0f8bd-a404-448b-8df4-0ea2460e2549 req-0b97752a-487c-45ad-915e-f4f97c618094 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6c7fc0-4b04-42cf-a72a-e3b354e0d15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344145 Aug 10 11:38:32.794824 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device aed3ac85-21ce-4be1-88a9-f9ed544924ce no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 11:38:32.818579 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] No Port match for: aed3ac85-21ce-4be1-88a9-f9ed544924ce {{(pid=93317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 11:38:32.818904 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device aed3ac85-21ce-4be1-88a9-f9ed544924ce not bound to the agent host hv-cinder-79280 {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 11:38:32.865622 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e97e1-55d4-410f-ae64-37d9ae197aa1 req-c7f06b02-8b01-47bc-a524-518badbfba8c tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:32.867376 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d93e97e1-55d4-410f-ae64-37d9ae197aa1 req-c7f06b02-8b01-47bc-a524-518badbfba8c tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b16f04d-62e1-4cf6-8943-e41907ba9d44 HTTP/1.1" status: 200 len: 945 time: 0.0528376 Aug 10 11:38:32.970241 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [req-d93e97e1-55d4-410f-ae64-37d9ae197aa1 req-85c384a4-f3f4-4810-a083-900a62c1b886 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Deleting port 992d2904-71ec-4c9c-a627-ccdcce328b48 {{(pid=93315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:38:32.970584 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-d93e97e1-55d4-410f-ae64-37d9ae197aa1 req-85c384a4-f3f4-4810-a083-900a62c1b886 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:33.063692 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-d93e97e1-55d4-410f-ae64-37d9ae197aa1 req-85c384a4-f3f4-4810-a083-900a62c1b886 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] For port 992d2904-71ec-4c9c-a627-ccdcce328b48, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=992d2904-71ec-4c9c-a627-ccdcce328b48,segment=NetworkSegment(f590e8e8-eb77-44b5-b3b4-77c417bdd04b),segment_id=f590e8e8-eb77-44b5-b3b4-77c417bdd04b)] {{(pid=93315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:38:33.063978 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-d93e97e1-55d4-410f-ae64-37d9ae197aa1 req-85c384a4-f3f4-4810-a083-900a62c1b886 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:33.077688 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [req-d93e97e1-55d4-410f-ae64-37d9ae197aa1 req-85c384a4-f3f4-4810-a083-900a62c1b886 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Calling delete_port for 992d2904-71ec-4c9c-a627-ccdcce328b48 owned by compute:nova {{(pid=93315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:38:33.234032 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-d93e97e1-55d4-410f-ae64-37d9ae197aa1 req-85c384a4-f3f4-4810-a083-900a62c1b886 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:33.246714 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] get_ports_and_sgs() called for port_ids ['992d2904-71ec-4c9c-a627-ccdcce328b48'] {{(pid=93317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 11:38:33.266661 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c384a4-f3f4-4810-a083-900a62c1b886 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Pushing event deleted for resources: {'Port': ['ID=992d2904-71ec-4c9c-a627-ccdcce328b48,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:38:33.316478 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [req-d93e97e1-55d4-410f-ae64-37d9ae197aa1 req-85c384a4-f3f4-4810-a083-900a62c1b886 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] No DVR routers for this DVR port 992d2904-71ec-4c9c-a627-ccdcce328b48 on host hv-cinder-79280 {{(pid=93315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 11:38:33.319110 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-d93e97e1-55d4-410f-ae64-37d9ae197aa1 req-85c384a4-f3f4-4810-a083-900a62c1b886 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:33.321603 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d93e97e1-55d4-410f-ae64-37d9ae197aa1 req-85c384a4-f3f4-4810-a083-900a62c1b886 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.59 "DELETE /v2.0/ports/992d2904-71ec-4c9c-a627-ccdcce328b48 HTTP/1.1" status: 204 len: 173 time: 0.4470189 Aug 10 11:38:33.322096 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b16f04d-62e1-4cf6-8943-e41907ba9d44', 'name': 'network-vif-deleted', 'tag': '992d2904-71ec-4c9c-a627-ccdcce328b48'}] {{(pid=93315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:38:33.324821 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6373fc61674628fc4ea179701e5cfbb487487662fff8fb4d49624df9baba4f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922095d9-fe17-43d4-853b-9e196084a4d8" -d '{"events": [{"server_uuid": "1b16f04d-62e1-4cf6-8943-e41907ba9d44", "name": "network-vif-deleted", "tag": "992d2904-71ec-4c9c-a627-ccdcce328b48"}]}' {{(pid=93315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:38:33.373318 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 11:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71ee3ad-5d30-4a1e-974c-b7c41660bd29 x-openstack-request-id: req-e71ee3ad-5d30-4a1e-974c-b7c41660bd29 {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:38:33.373531 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b16f04d-62e1-4cf6-8943-e41907ba9d44", "name": "network-vif-deleted", "tag": "992d2904-71ec-4c9c-a627-ccdcce328b48", "status": "completed", "code": 200}]} {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:38:33.373787 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e71ee3ad-5d30-4a1e-974c-b7c41660bd29 {{(pid=93315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:38:33.374181 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b16f04d-62e1-4cf6-8943-e41907ba9d44', 'name': 'network-vif-deleted', 'tag': '992d2904-71ec-4c9c-a627-ccdcce328b48', 'status': 'completed', 'code': 200} Aug 10 11:38:33.605072 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-b81f8a8d-8b5f-4789-abc2-ddd5fa830169 req-3e017d90-a1b2-4e4d-9f86-4721e55858d0 tempest-AttachVolumeNegativeTest-1193443423 tempest-AttachVolumeNegativeTest-1193443423-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16f04d-62e1-4cf6-8943-e41907ba9d44 HTTP/1.1" status: 200 len: 210 time: 0.0281432 Aug 10 11:38:34.328697 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-2fe4d01e-bb4b-4017-8ffd-b622886d4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:34.666228 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 57874) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:38:34.711267 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.db_base_plugin_v2 [None req-02a67679-16bb-4ad8-a4c9-76b4e85465ca admin admin] Deleting subnet 80332a57-e941-4fbe-a8fa-0d365365ea89 {{(pid=93315) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 11:38:34.714559 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-02a67679-16bb-4ad8-a4c9-76b4e85465ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:34.761963 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-02a67679-16bb-4ad8-a4c9-76b4e85465ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130910312'] for subnet, precommit_delete_associations {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:34.803524 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-02a67679-16bb-4ad8-a4c9-76b4e85465ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926530'] for subnet, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:34.865555 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-02a67679-16bb-4ad8-a4c9-76b4e85465ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134105691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130149106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130360371'] for subnet, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:34.893920 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-02a67679-16bb-4ad8-a4c9-76b4e85465ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:34.896901 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-02a67679-16bb-4ad8-a4c9-76b4e85465ca admin admin] 10.222.0.24 "DELETE /v2.0/subnets/80332a57-e941-4fbe-a8fa-0d365365ea89 HTTP/1.1" status: 204 len: 168 time: 0.2289996 Aug 10 11:38:34.898147 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a67679-16bb-4ad8-a4c9-76b4e85465ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80332a57-e941-4fbe-a8fa-0d365365ea89,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:38:34.901608 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 57876) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:38:34.971190 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-2a15d422-f1c0-474a-abec-10362abc40d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631178'] for network, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:35.071485 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-2a15d422-f1c0-474a-abec-10362abc40d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-926155', 'neutron.services.segments.db._delete_segments_for_network-8778041053552'] for network, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:35.083399 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.services.segments.db [None req-2a15d422-f1c0-474a-abec-10362abc40d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02710295-ca4d-44ac-b1e8-d7eafd73bfc3']}} {{(pid=93316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:38:35.097546 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.services.segments.db [None req-2a15d422-f1c0-474a-abec-10362abc40d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f590e8e8-eb77-44b5-b3b4-77c417bdd04b') {'for_net_delete': True} {{(pid=93316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:38:35.097846 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.services.segments.db [None req-2a15d422-f1c0-474a-abec-10362abc40d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f590e8e8-eb77-44b5-b3b4-77c417bdd04b') {} {{(pid=93316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:38:35.111587 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-2a15d422-f1c0-474a-abec-10362abc40d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778041055865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131715138'] for segment, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:35.130367 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-2a15d422-f1c0-474a-abec-10362abc40d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462'] for segment, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:35.141828 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a15d422-f1c0-474a-abec-10362abc40d0 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=93316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 11:38:35.142532 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-2a15d422-f1c0-474a-abec-10362abc40d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130748483'] for segment, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:35.145465 dv-cinder-792800-5-iscsi neutron-server[93316]: Traceback (most recent call last): Aug 10 11:38:35.145465 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 11:38:35.145465 dv-cinder-792800-5-iscsi neutron-server[93316]: timer() Aug 10 11:38:35.145465 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 11:38:35.145465 dv-cinder-792800-5-iscsi neutron-server[93316]: cb(*args, **kw) Aug 10 11:38:35.145465 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 11:38:35.145465 dv-cinder-792800-5-iscsi neutron-server[93316]: return func(*args, **kwargs) Aug 10 11:38:35.145465 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 11:38:35.145465 dv-cinder-792800-5-iscsi neutron-server[93316]: self._notify() Aug 10 11:38:35.145465 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 11:38:35.145465 dv-cinder-792800-5-iscsi neutron-server[93316]: self.callback(batched_events) Aug 10 11:38:35.145465 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 11:38:35.145465 dv-cinder-792800-5-iscsi neutron-server[93316]: event.method(event) Aug 10 11:38:35.145465 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 11:38:35.145465 dv-cinder-792800-5-iscsi neutron-server[93316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 11:38:35.145465 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 11:38:35.145465 dv-cinder-792800-5-iscsi neutron-server[93316]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 11:38:35.145465 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 11:38:35.145465 dv-cinder-792800-5-iscsi neutron-server[93316]: return f(self, *a, **k) Aug 10 11:38:35.145465 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 11:38:35.145465 dv-cinder-792800-5-iscsi neutron-server[93316]: return self._get(url).json() Aug 10 11:38:35.145465 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 11:38:35.145465 dv-cinder-792800-5-iscsi neutron-server[93316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 11:38:35.145465 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 11:38:35.145465 dv-cinder-792800-5-iscsi neutron-server[93316]: return self.request(url, 'GET', **kwargs) Aug 10 11:38:35.145465 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 11:38:35.145465 dv-cinder-792800-5-iscsi neutron-server[93316]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 11:38:35.145465 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 11:38:35.145465 dv-cinder-792800-5-iscsi neutron-server[93316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 11:38:35.145465 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 11:38:35.145465 dv-cinder-792800-5-iscsi neutron-server[93316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 11:38:35.145465 dv-cinder-792800-5-iscsi neutron-server[93316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 11:38:35.236092 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-2a15d422-f1c0-474a-abec-10362abc40d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-926144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-134149792'] for network, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:35.243264 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-2a15d422-f1c0-474a-abec-10362abc40d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for network, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:35.245856 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-2a15d422-f1c0-474a-abec-10362abc40d0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/02710295-ca4d-44ac-b1e8-d7eafd73bfc3 HTTP/1.1" status: 204 len: 168 time: 0.3426862 Aug 10 11:38:35.264965 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a15d422-f1c0-474a-abec-10362abc40d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=02710295-ca4d-44ac-b1e8-d7eafd73bfc3,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:38:35.278488 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a15d422-f1c0-474a-abec-10362abc40d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:38:35.279029 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a15d422-f1c0-474a-abec-10362abc40d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:38:35.279421 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a15d422-f1c0-474a-abec-10362abc40d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:38:35.279809 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a15d422-f1c0-474a-abec-10362abc40d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:38:35.280262 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a15d422-f1c0-474a-abec-10362abc40d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:38:35.280752 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a15d422-f1c0-474a-abec-10362abc40d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:38:35.281221 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a15d422-f1c0-474a-abec-10362abc40d0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:38:35.281674 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a15d422-f1c0-474a-abec-10362abc40d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:38:35.282126 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a15d422-f1c0-474a-abec-10362abc40d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:38:35.282571 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a15d422-f1c0-474a-abec-10362abc40d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:38:35.283016 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a15d422-f1c0-474a-abec-10362abc40d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:38:35.283460 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a15d422-f1c0-474a-abec-10362abc40d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:38:35.468395 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 57880) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:38:35.524973 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-f869a97d-efb7-4d6e-9953-43f9e058f770 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a1584f3ed8d0470fa09ce0984290fe5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0539536 Aug 10 11:38:35.527380 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 57882) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:38:35.584891 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-de360e8d-8a78-41f5-ba63-89438a955d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:35.610022 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-de360e8d-8a78-41f5-ba63-89438a955d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:35.667759 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-de360e8d-8a78-41f5-ba63-89438a955d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:35.670304 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-de360e8d-8a78-41f5-ba63-89438a955d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:35.671490 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-de360e8d-8a78-41f5-ba63-89438a955d37 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5c6c7fc0-4b04-42cf-a72a-e3b354e0d15e HTTP/1.1" status: 204 len: 168 time: 0.1431243 Aug 10 11:38:35.683255 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de360e8d-8a78-41f5-ba63-89438a955d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6c7fc0-4b04-42cf-a72a-e3b354e0d15e,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:38:36.810179 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 992d2904-71ec-4c9c-a627-ccdcce328b48 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 11:38:36.837410 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] No Port match for: 992d2904-71ec-4c9c-a627-ccdcce328b48 {{(pid=93317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 11:38:36.837785 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 992d2904-71ec-4c9c-a627-ccdcce328b48 not bound to the agent host hv-cinder-79280 {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 11:38:36.977195 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-064ce3df-aba4-48b4-9a10-e9698f537324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:37.138172 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:37.604861 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 57938) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:38:37.706463 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-c3477360-8f8b-4e04-98ed-c2d9fc809685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:37.794188 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-c3477360-8f8b-4e04-98ed-c2d9fc809685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:37.797677 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-c3477360-8f8b-4e04-98ed-c2d9fc809685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:37.835979 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-c3477360-8f8b-4e04-98ed-c2d9fc809685 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=983d74f358434fbd9d5d3498bb4a1189&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2300041 Aug 10 11:38:37.838120 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3477360-8f8b-4e04-98ed-c2d9fc809685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7605d0-5cb0-433d-a77d-ce90ec315e49,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:38:37.838646 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 57944) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:38:37.891166 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-a206205c-0cc7-4765-9b47-017d7b367bfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:37.917141 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-a206205c-0cc7-4765-9b47-017d7b367bfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:37.958156 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-b3865e76-5392-4690-91e0-0d01f8cdc9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:37.996820 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-a206205c-0cc7-4765-9b47-017d7b367bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:38.000748 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-a206205c-0cc7-4765-9b47-017d7b367bfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:38.004920 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-a206205c-0cc7-4765-9b47-017d7b367bfe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bd7605d0-5cb0-433d-a77d-ce90ec315e49 HTTP/1.1" status: 204 len: 168 time: 0.1651914 Aug 10 11:38:38.017283 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206205c-0cc7-4765-9b47-017d7b367bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7605d0-5cb0-433d-a77d-ce90ec315e49,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:38:38.077803 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd9e1e-279d-41ab-b741-082ae285f4a8 req-cf20fed3-28ee-49cb-91cb-90fd7d37c0d4 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:38.081734 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-86fd9e1e-279d-41ab-b741-082ae285f4a8 req-cf20fed3-28ee-49cb-91cb-90fd7d37c0d4 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bced171-c010-40c4-8062-fb3d3f2088b9 HTTP/1.1" status: 200 len: 985 time: 0.0674634 Aug 10 11:38:38.090252 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fc448-b9bb-40cc-ba86-67fa6617266d req-e3be8c97-072a-47d9-abe8-90fa2dce8014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:38.092178 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-b43fc448-b9bb-40cc-ba86-67fa6617266d req-e3be8c97-072a-47d9-abe8-90fa2dce8014 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=93e9fd08e08f44a79d5b831058268103&device_id=1bced171-c010-40c4-8062-fb3d3f2088b9 HTTP/1.1" status: 200 len: 1138 time: 0.0650606 Aug 10 11:38:38.145324 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-86fd9e1e-279d-41ab-b741-082ae285f4a8 req-09b601d9-fb06-435e-830d-aabd1986e428 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb7de9e8-2c04-40dd-bdf2-24fd4c2535c3&id=911e61df-c842-41c0-b5cf-5a61827ba7db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530560 Aug 10 11:38:38.215966 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fc448-b9bb-40cc-ba86-67fa6617266d req-4d15c929-69db-489a-b285-f68a1ed57c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:38.217819 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-b43fc448-b9bb-40cc-ba86-67fa6617266d req-4d15c929-69db-489a-b285-f68a1ed57c87 service neutron] 10.222.0.59 "GET /v2.0/networks?id=950c04cb-547c-4811-9416-9462dc83815e HTTP/1.1" status: 200 len: 915 time: 0.1160893 Aug 10 11:38:38.295521 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-b43fc448-b9bb-40cc-ba86-67fa6617266d req-ae6eff95-eb22-43e4-ac6a-102ce7c88c52 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79b05937-ea14-44fb-9150-df5a4c6a67e0 HTTP/1.1" status: 200 len: 1002 time: 0.0681593 Aug 10 11:38:38.323391 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 57952) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:38:38.338834 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-c7cdf151-2c4c-40cd-ae4a-b353c5e88489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:38.354489 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fc448-b9bb-40cc-ba86-67fa6617266d req-d7a741b3-f8d9-4a8d-b466-b5faa0d8c0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:38.356039 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-b43fc448-b9bb-40cc-ba86-67fa6617266d req-d7a741b3-f8d9-4a8d-b466-b5faa0d8c0ef service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b17e9149-d8bd-4d5c-852a-7eebd9fd1a31 HTTP/1.1" status: 200 len: 853 time: 0.0523801 Aug 10 11:38:38.411961 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fc448-b9bb-40cc-ba86-67fa6617266d req-5b25ac9f-7766-43fb-81b2-973e1f9fe9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:38.413535 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-b43fc448-b9bb-40cc-ba86-67fa6617266d req-5b25ac9f-7766-43fb-81b2-973e1f9fe9f6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=950c04cb-547c-4811-9416-9462dc83815e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482633 Aug 10 11:38:38.439503 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-c7cdf151-2c4c-40cd-ae4a-b353c5e88489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:38.443882 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-c7cdf151-2c4c-40cd-ae4a-b353c5e88489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:38.483725 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-c7cdf151-2c4c-40cd-ae4a-b353c5e88489 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e96254ca46ad41e5bd9b3cb94bdf9fb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1590149 Aug 10 11:38:38.484617 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cdf151-2c4c-40cd-ae4a-b353c5e88489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c444309e-f26d-43c5-bd0b-f5dedab05117,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:38:38.487180 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 57954) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:38:38.538106 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-b43fc448-b9bb-40cc-ba86-67fa6617266d req-2a2dc698-c090-442a-8df8-ffbb36e5635e service neutron] 10.222.0.59 "GET /v2.0/networks/950c04cb-547c-4811-9416-9462dc83815e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159785 Aug 10 11:38:38.571170 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-7db32ca0-606c-45ba-a10f-a98fed8b5637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:38.624919 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-7db32ca0-606c-45ba-a10f-a98fed8b5637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:38.678818 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-b43fc448-b9bb-40cc-ba86-67fa6617266d req-e9099bf3-153a-4606-84e5-639b13bde4bc service neutron] 10.222.0.59 "GET /v2.0/networks/950c04cb-547c-4811-9416-9462dc83815e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315072 Aug 10 11:38:38.698186 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-7db32ca0-606c-45ba-a10f-a98fed8b5637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:38.701307 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-7db32ca0-606c-45ba-a10f-a98fed8b5637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:38.702702 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-7db32ca0-606c-45ba-a10f-a98fed8b5637 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c444309e-f26d-43c5-bd0b-f5dedab05117 HTTP/1.1" status: 204 len: 168 time: 0.2148550 Aug 10 11:38:38.713944 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db32ca0-606c-45ba-a10f-a98fed8b5637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c444309e-f26d-43c5-bd0b-f5dedab05117,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:38:39.259997 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91ff84-f890-4918-ba57-55f5b3ec991e req-1b33b8a6-30e1-492d-a843-00d1f898fb49 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:39.261881 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-dd91ff84-f890-4918-ba57-55f5b3ec991e req-1b33b8a6-30e1-492d-a843-00d1f898fb49 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bced171-c010-40c4-8062-fb3d3f2088b9 HTTP/1.1" status: 200 len: 985 time: 0.0582738 Aug 10 11:38:39.310870 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-dd91ff84-f890-4918-ba57-55f5b3ec991e req-62183d4d-ae3b-4ca3-bf5c-bde81607d7ee tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb7de9e8-2c04-40dd-bdf2-24fd4c2535c3&id=911e61df-c842-41c0-b5cf-5a61827ba7db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0426207 Aug 10 11:38:39.801526 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-68530e51-c783-4460-a419-f96f34511541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:39.907536 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 57986) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:38:40.012197 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-38243eb7-25af-4dae-b195-9d6c85cdcaa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:40.104362 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-38243eb7-25af-4dae-b195-9d6c85cdcaa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:40.108380 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-38243eb7-25af-4dae-b195-9d6c85cdcaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:40.147253 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38243eb7-25af-4dae-b195-9d6c85cdcaa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50a2be8-e531-47d7-ba24-9a7a853bb40c,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:38:40.152053 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-38243eb7-25af-4dae-b195-9d6c85cdcaa2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bfde9945960440268d2b69ce80c57411&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2433505 Aug 10 11:38:40.155760 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 57990) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:38:40.160125 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38243eb7-25af-4dae-b195-9d6c85cdcaa2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:38:40.160756 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38243eb7-25af-4dae-b195-9d6c85cdcaa2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:38:40.161333 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38243eb7-25af-4dae-b195-9d6c85cdcaa2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:38:40.161933 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38243eb7-25af-4dae-b195-9d6c85cdcaa2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:38:40.162520 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38243eb7-25af-4dae-b195-9d6c85cdcaa2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:38:40.163131 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38243eb7-25af-4dae-b195-9d6c85cdcaa2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:38:40.163744 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38243eb7-25af-4dae-b195-9d6c85cdcaa2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:38:40.164326 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38243eb7-25af-4dae-b195-9d6c85cdcaa2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:38:40.165490 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38243eb7-25af-4dae-b195-9d6c85cdcaa2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:38:40.166101 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38243eb7-25af-4dae-b195-9d6c85cdcaa2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:38:40.166663 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38243eb7-25af-4dae-b195-9d6c85cdcaa2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:38:40.167227 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38243eb7-25af-4dae-b195-9d6c85cdcaa2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:38:40.218548 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0057b661-957b-4096-a869-da1b1ce40004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:40.242576 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0057b661-957b-4096-a869-da1b1ce40004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:40.291646 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0057b661-957b-4096-a869-da1b1ce40004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:40.294511 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0057b661-957b-4096-a869-da1b1ce40004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:40.295843 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-0057b661-957b-4096-a869-da1b1ce40004 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e50a2be8-e531-47d7-ba24-9a7a853bb40c HTTP/1.1" status: 204 len: 168 time: 0.1386836 Aug 10 11:38:40.304609 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0057b661-957b-4096-a869-da1b1ce40004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50a2be8-e531-47d7-ba24-9a7a853bb40c,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:38:40.444759 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66075faa-d412-4e68-9e4a-61f99b8f23fc req-9c803718-19d5-489e-bc55-6ce470c1b058 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:40.446790 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-66075faa-d412-4e68-9e4a-61f99b8f23fc req-9c803718-19d5-489e-bc55-6ce470c1b058 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bced171-c010-40c4-8062-fb3d3f2088b9 HTTP/1.1" status: 200 len: 985 time: 0.0539942 Aug 10 11:38:40.488859 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-66075faa-d412-4e68-9e4a-61f99b8f23fc req-de13715b-fa1c-42df-8a39-39938544017b tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb7de9e8-2c04-40dd-bdf2-24fd4c2535c3&id=911e61df-c842-41c0-b5cf-5a61827ba7db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359879 Aug 10 11:38:41.622485 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddeda87-567e-432a-aed5-15184cdd7b06 req-4bc412b6-f077-43e4-8fc1-401489f3a47a tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:41.624041 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-bddeda87-567e-432a-aed5-15184cdd7b06 req-4bc412b6-f077-43e4-8fc1-401489f3a47a tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bced171-c010-40c4-8062-fb3d3f2088b9 HTTP/1.1" status: 200 len: 985 time: 0.0522668 Aug 10 11:38:41.678012 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-bddeda87-567e-432a-aed5-15184cdd7b06 req-25ac6aa6-1f1d-44a4-baa2-311417d22750 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb7de9e8-2c04-40dd-bdf2-24fd4c2535c3&id=911e61df-c842-41c0-b5cf-5a61827ba7db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396996 Aug 10 11:38:42.801854 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c25f30-97c0-4265-8452-0b5651e319cb req-e0f4c380-7a0c-4520-8c5d-2bcb3c3d9ea0 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:42.803330 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-98c25f30-97c0-4265-8452-0b5651e319cb req-e0f4c380-7a0c-4520-8c5d-2bcb3c3d9ea0 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bced171-c010-40c4-8062-fb3d3f2088b9 HTTP/1.1" status: 200 len: 985 time: 0.0530779 Aug 10 11:38:42.848337 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-98c25f30-97c0-4265-8452-0b5651e319cb req-aff4f7de-9880-4355-8b3b-62320f1d09de tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb7de9e8-2c04-40dd-bdf2-24fd4c2535c3&id=911e61df-c842-41c0-b5cf-5a61827ba7db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0377254 Aug 10 11:38:43.973690 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c9525-9e87-4e58-8abc-08fd19039c58 req-5f87ecc1-ad68-4129-89f7-3ee9b58d0036 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:43.975172 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-4d0c9525-9e87-4e58-8abc-08fd19039c58 req-5f87ecc1-ad68-4129-89f7-3ee9b58d0036 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bced171-c010-40c4-8062-fb3d3f2088b9 HTTP/1.1" status: 200 len: 985 time: 0.0538492 Aug 10 11:38:44.016558 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-4d0c9525-9e87-4e58-8abc-08fd19039c58 req-a72db830-46c0-4428-9b81-431936bbc2e6 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb7de9e8-2c04-40dd-bdf2-24fd4c2535c3&id=911e61df-c842-41c0-b5cf-5a61827ba7db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352299 Aug 10 11:38:44.912623 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:45.151114 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9069d666-a743-47ad-be12-ba828f1d906e req-36b8d278-7d01-4526-982d-5f1f61e4eed2 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:45.153867 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-9069d666-a743-47ad-be12-ba828f1d906e req-36b8d278-7d01-4526-982d-5f1f61e4eed2 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bced171-c010-40c4-8062-fb3d3f2088b9 HTTP/1.1" status: 200 len: 985 time: 0.0666451 Aug 10 11:38:45.196374 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-9069d666-a743-47ad-be12-ba828f1d906e req-8cdc78fe-0508-4e04-8ea4-a1c4b5863368 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb7de9e8-2c04-40dd-bdf2-24fd4c2535c3&id=911e61df-c842-41c0-b5cf-5a61827ba7db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366375 Aug 10 11:38:46.343824 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a17074-35b1-4bfb-9130-449fde4553fe req-ff924b20-c07a-439a-afc0-d6810ea8951b tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:46.345455 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-41a17074-35b1-4bfb-9130-449fde4553fe req-ff924b20-c07a-439a-afc0-d6810ea8951b tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bced171-c010-40c4-8062-fb3d3f2088b9 HTTP/1.1" status: 200 len: 985 time: 0.0708947 Aug 10 11:38:46.389824 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-41a17074-35b1-4bfb-9130-449fde4553fe req-4cd45514-e563-4daa-b416-0626bf4fcccc tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb7de9e8-2c04-40dd-bdf2-24fd4c2535c3&id=911e61df-c842-41c0-b5cf-5a61827ba7db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0382087 Aug 10 11:38:47.519756 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b143c-9f4d-419e-8fca-84a547b83bc5 req-bc9a0217-d09a-4ba2-b557-d7ff08dcf4eb tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:47.521440 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-cb0b143c-9f4d-419e-8fca-84a547b83bc5 req-bc9a0217-d09a-4ba2-b557-d7ff08dcf4eb tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bced171-c010-40c4-8062-fb3d3f2088b9 HTTP/1.1" status: 200 len: 985 time: 0.0578635 Aug 10 11:38:47.566718 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-cb0b143c-9f4d-419e-8fca-84a547b83bc5 req-5be56bea-9048-4f11-ac9a-44df2b0d275b tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb7de9e8-2c04-40dd-bdf2-24fd4c2535c3&id=911e61df-c842-41c0-b5cf-5a61827ba7db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0383861 Aug 10 11:38:48.584868 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.agents_db [None req-cf88a1ba-3529-4992-9648-399914351393 None None] Agent healthcheck: found 6 active agents {{(pid=93318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 11:38:48.701509 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b31eae-0769-405c-bb50-fc61fed16592 req-2b8ffb09-947c-4031-9a5f-e37df00c7067 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:48.703029 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-17b31eae-0769-405c-bb50-fc61fed16592 req-2b8ffb09-947c-4031-9a5f-e37df00c7067 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bced171-c010-40c4-8062-fb3d3f2088b9 HTTP/1.1" status: 200 len: 985 time: 0.0636847 Aug 10 11:38:48.756331 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-17b31eae-0769-405c-bb50-fc61fed16592 req-fd991357-9aec-4e5d-aab6-5a34a5f448f2 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb7de9e8-2c04-40dd-bdf2-24fd4c2535c3&id=911e61df-c842-41c0-b5cf-5a61827ba7db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0469520 Aug 10 11:38:49.884773 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70aace-f9f5-415c-8cc4-64cc81d6352e req-4ab2cb9a-071d-4fb1-9003-a07830167fe9 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:38:49.886340 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-8c70aace-f9f5-415c-8cc4-64cc81d6352e req-4ab2cb9a-071d-4fb1-9003-a07830167fe9 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bced171-c010-40c4-8062-fb3d3f2088b9 HTTP/1.1" status: 200 len: 985 time: 0.0524058 Aug 10 11:38:49.947027 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-8c70aace-f9f5-415c-8cc4-64cc81d6352e req-b63f02f5-0561-498d-95d1-f0b8f86cd796 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb7de9e8-2c04-40dd-bdf2-24fd4c2535c3&id=911e61df-c842-41c0-b5cf-5a61827ba7db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0490582 Aug 10 11:38:59.027640 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 58154) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:38:59.140216 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-a6181fb4-e196-40cc-8d31-0440fe342799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:59.230018 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-a6181fb4-e196-40cc-8d31-0440fe342799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:59.234121 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-a6181fb4-e196-40cc-8d31-0440fe342799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:59.272832 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-a6181fb4-e196-40cc-8d31-0440fe342799 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2f696e69f18d4baa8eddc7f8a3669418&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2439439 Aug 10 11:38:59.273763 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6181fb4-e196-40cc-8d31-0440fe342799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0aac23e-5e3c-4e3f-b411-8ee8654f9701,revision_number=1']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:38:59.276379 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 58158) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:38:59.325630 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-e922b449-8f01-4fed-9e0a-e6b1ebb9cc38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:59.352720 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-e922b449-8f01-4fed-9e0a-e6b1ebb9cc38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:59.401826 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-e922b449-8f01-4fed-9e0a-e6b1ebb9cc38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:59.404348 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-e922b449-8f01-4fed-9e0a-e6b1ebb9cc38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:38:59.405531 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-e922b449-8f01-4fed-9e0a-e6b1ebb9cc38 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f0aac23e-5e3c-4e3f-b411-8ee8654f9701 HTTP/1.1" status: 204 len: 168 time: 0.1281962 Aug 10 11:38:59.413347 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e922b449-8f01-4fed-9e0a-e6b1ebb9cc38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0aac23e-5e3c-4e3f-b411-8ee8654f9701,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:39:00.479981 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 58188) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:39:00.584490 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-9fdd6a39-a79c-4df9-b368-1b1ed592621e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:00.683325 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-9fdd6a39-a79c-4df9-b368-1b1ed592621e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:00.687295 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-9fdd6a39-a79c-4df9-b368-1b1ed592621e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:00.726974 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-9fdd6a39-a79c-4df9-b368-1b1ed592621e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=68e7c56855c849e09abcd8ac21ceaa1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2457345 Aug 10 11:39:00.727869 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdd6a39-a79c-4df9-b368-1b1ed592621e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db4b10d-11c4-413a-9a30-d758b1cb5cd1,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:39:00.730406 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 58192) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:39:00.788055 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-89d908e7-3d40-4948-862c-77d6b42e3bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:00.811077 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-89d908e7-3d40-4948-862c-77d6b42e3bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:00.863027 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-89d908e7-3d40-4948-862c-77d6b42e3bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:00.866085 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-89d908e7-3d40-4948-862c-77d6b42e3bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:00.867796 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-89d908e7-3d40-4948-862c-77d6b42e3bdd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1db4b10d-11c4-413a-9a30-d758b1cb5cd1 HTTP/1.1" status: 204 len: 168 time: 0.1352251 Aug 10 11:39:00.878352 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d908e7-3d40-4948-862c-77d6b42e3bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db4b10d-11c4-413a-9a30-d758b1cb5cd1,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:39:03.119570 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-40a30b54-3933-4901-812f-99a6db9214bf req-30221d89-5c64-472e-bf78-b2acde07e79b tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=428aa52a20f84defb52ebe1bc65e9518&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329196 Aug 10 11:39:03.305135 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a30b54-3933-4901-812f-99a6db9214bf req-fb771dc7-9043-42c9-9bbe-fb277fb1c5f7 tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:39:03.306439 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-40a30b54-3933-4901-812f-99a6db9214bf req-fb771dc7-9043-42c9-9bbe-fb277fb1c5f7 tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1808619 Aug 10 11:39:03.321957 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-40a30b54-3933-4901-812f-99a6db9214bf req-8a772783-7405-4fc0-b365-3c9b16b3933e tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] 10.222.0.24 "GET /v2.0/quotas/428aa52a20f84defb52ebe1bc65e9518 HTTP/1.1" status: 200 len: 375 time: 0.0097299 Aug 10 11:39:03.355379 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-40a30b54-3933-4901-812f-99a6db9214bf req-e6d0eb1f-4368-4615-b7ad-f81c3975e85a tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=428aa52a20f84defb52ebe1bc65e9518&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277336 Aug 10 11:39:03.532980 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-3972ba9b-0e27-40d4-9455-d781f152d384 req-d8b2f7f6-afb9-47c6-9420-f0e317d049c2 tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] 10.222.0.24 "GET /v2.0/ports?device_id=96cd349e-451d-491c-9980-62969ab353a9 HTTP/1.1" status: 200 len: 210 time: 0.0273528 Aug 10 11:39:04.322350 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-78f4b14b-dd68-4c16-9e4e-0b62df690f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:04.422535 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-40a30b54-3933-4901-812f-99a6db9214bf req-b1d46700-a258-4b2f-931e-2eb3e46002b8 tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=428aa52a20f84defb52ebe1bc65e9518&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219917 Aug 10 11:39:04.539959 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a30b54-3933-4901-812f-99a6db9214bf req-7d836a3b-4478-4e44-8d83-23b89131e8ea tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:39:04.541607 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-40a30b54-3933-4901-812f-99a6db9214bf req-7d836a3b-4478-4e44-8d83-23b89131e8ea tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1116178 Aug 10 11:39:04.568105 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [req-40a30b54-3933-4901-812f-99a6db9214bf req-894f7c10-1664-45a8-8737-f1e409edece4 tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] Request body: {'port': {'device_id': '96cd349e-451d-491c-9980-62969ab353a9', 'network_id': 'b6c9b55f-9095-4382-ae50-339152450896', 'admin_state_up': True, 'tenant_id': '428aa52a20f84defb52ebe1bc65e9518'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:39:04.657058 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-d8fba607-9c0b-4d63-a719-b7ca8962e1a2 req-c99b23f3-d566-4bbd-b01f-507e3b9676bc tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] 10.222.0.24 "GET /v2.0/ports?device_id=96cd349e-451d-491c-9980-62969ab353a9 HTTP/1.1" status: 200 len: 210 time: 0.0367851 Aug 10 11:39:04.720349 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40a30b54-3933-4901-812f-99a6db9214bf req-894f7c10-1664-45a8-8737-f1e409edece4 tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] Made reservation on behalf of 428aa52a20f84defb52ebe1bc65e9518 for: {'port': 1} {{(pid=93315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:39:04.723865 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-40a30b54-3933-4901-812f-99a6db9214bf req-894f7c10-1664-45a8-8737-f1e409edece4 tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:04.733011 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-40a30b54-3933-4901-812f-99a6db9214bf req-894f7c10-1664-45a8-8737-f1e409edece4 tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] Notify callbacks [] for security_group, before_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:04.829372 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-40a30b54-3933-4901-812f-99a6db9214bf req-894f7c10-1664-45a8-8737-f1e409edece4 tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] Notify callbacks [] for security_group, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:04.833333 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-40a30b54-3933-4901-812f-99a6db9214bf req-894f7c10-1664-45a8-8737-f1e409edece4 tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:04.895622 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f7c10-1664-45a8-8737-f1e409edece4 tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c08894c9-2b96-4119-b8a3-877126339c38,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:39:04.968262 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.db_base_plugin_common [req-40a30b54-3933-4901-812f-99a6db9214bf req-894f7c10-1664-45a8-8737-f1e409edece4 tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] Allocated IP 192.168.233.14 (b6c9b55f-9095-4382-ae50-339152450896/d986139e-b4eb-430e-8e54-ddbfe28cbbdc/c8cfbeaa-2622-4aed-940a-ce033053309b) {{(pid=93315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:39:05.118590 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-40a30b54-3933-4901-812f-99a6db9214bf req-894f7c10-1664-45a8-8737-f1e409edece4 tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] Notify callbacks [] for port, precommit_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:05.133489 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.provisioning_blocks [req-40a30b54-3933-4901-812f-99a6db9214bf req-894f7c10-1664-45a8-8737-f1e409edece4 tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] Transition to ACTIVE for port object c8cfbeaa-2622-4aed-940a-ce033053309b will not be triggered until provisioned by entity DHCP. {{(pid=93315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:39:05.166191 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-40a30b54-3933-4901-812f-99a6db9214bf req-894f7c10-1664-45a8-8737-f1e409edece4 tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778040492036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_create {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:05.210369 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40a30b54-3933-4901-812f-99a6db9214bf req-894f7c10-1664-45a8-8737-f1e409edece4 tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] Network b6c9b55f-9095-4382-ae50-339152450896 is already hosted by enough agents. {{(pid=93315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:39:05.216029 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.base_scheduler [req-40a30b54-3933-4901-812f-99a6db9214bf req-894f7c10-1664-45a8-8737-f1e409edece4 tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] Resources bound (agent type, host, resource id): {{(pid=93315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:39:05.219768 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a30b54-3933-4901-812f-99a6db9214bf req-894f7c10-1664-45a8-8737-f1e409edece4 tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] Received port after_create {{(pid=93315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:39:05.243687 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f7c10-1664-45a8-8737-f1e409edece4 tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] Pushing event updated for resources: {'Port': ['ID=c8cfbeaa-2622-4aed-940a-ce033053309b,revision_number=1']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:39:05.275598 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a30b54-3933-4901-812f-99a6db9214bf req-894f7c10-1664-45a8-8737-f1e409edece4 tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:39:05.276263 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-40a30b54-3933-4901-812f-99a6db9214bf req-894f7c10-1664-45a8-8737-f1e409edece4 tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:05.290911 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-40a30b54-3933-4901-812f-99a6db9214bf req-894f7c10-1664-45a8-8737-f1e409edece4 tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7269244 Aug 10 11:39:05.304262 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [req-40a30b54-3933-4901-812f-99a6db9214bf req-b3ab1e71-ce99-4028-97d1-7e914f6f9ff3 service neutron] Request body: {'port': {'device_id': '96cd349e-451d-491c-9980-62969ab353a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:39:05.361243 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-40a30b54-3933-4901-812f-99a6db9214bf req-b3ab1e71-ce99-4028-97d1-7e914f6f9ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:05.414644 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-9b8dbae2-4f70-440f-ad7c-ec857fd7450f None None] Provisioning for port c8cfbeaa-2622-4aed-940a-ce033053309b completed by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:39:05.420065 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-9b8dbae2-4f70-440f-ad7c-ec857fd7450f None None] Provisioning complete for port c8cfbeaa-2622-4aed-940a-ce033053309b triggered by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:39:05.420606 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-9b8dbae2-4f70-440f-ad7c-ec857fd7450f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:05.464597 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-9b8dbae2-4f70-440f-ad7c-ec857fd7450f None None] Port c8cfbeaa-2622-4aed-940a-ce033053309b cannot update to ACTIVE because it is not bound. {{(pid=93317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 11:39:05.779681 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed2c9e-88f5-40aa-9653-9d25cd9d8362 req-27773140-cec6-43d5-82e0-fc8abb54d7f1 tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:39:05.781413 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-3fed2c9e-88f5-40aa-9653-9d25cd9d8362 req-27773140-cec6-43d5-82e0-fc8abb54d7f1 tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] 10.222.0.24 "GET /v2.0/ports?device_id=96cd349e-451d-491c-9980-62969ab353a9 HTTP/1.1" status: 200 len: 935 time: 0.0535607 Aug 10 11:39:05.822956 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-3fed2c9e-88f5-40aa-9653-9d25cd9d8362 req-b41935f9-1e5e-446e-bbd7-d422236e3cc5 tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] 10.222.0.24 "GET /v2.0/security-groups?id=c08894c9-2b96-4119-b8a3-877126339c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349383 Aug 10 11:39:05.913072 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [req-40a30b54-3933-4901-812f-99a6db9214bf req-b3ab1e71-ce99-4028-97d1-7e914f6f9ff3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8cfbeaa-2622-4aed-940a-ce033053309b {{(pid=93315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 11:39:05.921385 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-40a30b54-3933-4901-812f-99a6db9214bf req-b3ab1e71-ce99-4028-97d1-7e914f6f9ff3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:05.933905 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.provisioning_blocks [req-40a30b54-3933-4901-812f-99a6db9214bf req-b3ab1e71-ce99-4028-97d1-7e914f6f9ff3 service neutron] Transition to ACTIVE for port object c8cfbeaa-2622-4aed-940a-ce033053309b will not be triggered until provisioned by entity L2. {{(pid=93315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:39:05.937893 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-40a30b54-3933-4901-812f-99a6db9214bf req-b3ab1e71-ce99-4028-97d1-7e914f6f9ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130148924'] for port, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:05.986497 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab1e71-ce99-4028-97d1-7e914f6f9ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=c8cfbeaa-2622-4aed-940a-ce033053309b,revision_number=2']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:39:06.061840 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-40a30b54-3933-4901-812f-99a6db9214bf req-b3ab1e71-ce99-4028-97d1-7e914f6f9ff3 service neutron] Attempting to bind port c8cfbeaa-2622-4aed-940a-ce033053309b on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:39:06.062192 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-40a30b54-3933-4901-812f-99a6db9214bf req-b3ab1e71-ce99-4028-97d1-7e914f6f9ff3 service neutron] Attempting to bind port c8cfbeaa-2622-4aed-940a-ce033053309b by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': '69a7cce0-7e34-4449-80ae-9731d5431519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b6c9b55f-9095-4382-ae50-339152450896'}] {{(pid=93315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:39:06.062535 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a30b54-3933-4901-812f-99a6db9214bf req-b3ab1e71-ce99-4028-97d1-7e914f6f9ff3 service neutron] Attempting to bind port c8cfbeaa-2622-4aed-940a-ce033053309b on network b6c9b55f-9095-4382-ae50-339152450896 {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:39:06.067499 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a30b54-3933-4901-812f-99a6db9214bf req-b3ab1e71-ce99-4028-97d1-7e914f6f9ff3 service neutron] Port c8cfbeaa-2622-4aed-940a-ce033053309b on network b6c9b55f-9095-4382-ae50-339152450896 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 11:39:06.067834 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a30b54-3933-4901-812f-99a6db9214bf req-b3ab1e71-ce99-4028-97d1-7e914f6f9ff3 service neutron] Attempting to bind port c8cfbeaa-2622-4aed-940a-ce033053309b on network b6c9b55f-9095-4382-ae50-339152450896 {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:39:06.073883 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a30b54-3933-4901-812f-99a6db9214bf req-b3ab1e71-ce99-4028-97d1-7e914f6f9ff3 service neutron] Checking agent: {'id': '9054602d-8671-4254-af87-58e8d5e6c079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 27, 44), 'started_at': datetime.datetime(2021, 8, 10, 11, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:39:06.074232 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a30b54-3933-4901-812f-99a6db9214bf req-b3ab1e71-ce99-4028-97d1-7e914f6f9ff3 service neutron] Checking segment: {'id': '69a7cce0-7e34-4449-80ae-9731d5431519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b6c9b55f-9095-4382-ae50-339152450896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:39:06.074641 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a30b54-3933-4901-812f-99a6db9214bf req-b3ab1e71-ce99-4028-97d1-7e914f6f9ff3 service neutron] Bound using segment: {'id': '69a7cce0-7e34-4449-80ae-9731d5431519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b6c9b55f-9095-4382-ae50-339152450896'} {{(pid=93315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:39:06.075115 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.managers [req-40a30b54-3933-4901-812f-99a6db9214bf req-b3ab1e71-ce99-4028-97d1-7e914f6f9ff3 service neutron] Bound port: c8cfbeaa-2622-4aed-940a-ce033053309b, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a7cce0-7e34-4449-80ae-9731d5431519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b6c9b55f-9095-4382-ae50-339152450896'}}] {{(pid=93315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:39:06.075467 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-40a30b54-3933-4901-812f-99a6db9214bf req-b3ab1e71-ce99-4028-97d1-7e914f6f9ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:06.173779 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-40a30b54-3933-4901-812f-99a6db9214bf req-b3ab1e71-ce99-4028-97d1-7e914f6f9ff3 service neutron] For port c8cfbeaa-2622-4aed-940a-ce033053309b, host hv-cinder-79280, cleared binding levels {{(pid=93315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:39:06.177740 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-40a30b54-3933-4901-812f-99a6db9214bf req-b3ab1e71-ce99-4028-97d1-7e914f6f9ff3 service neutron] For port c8cfbeaa-2622-4aed-940a-ce033053309b, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=c8cfbeaa-2622-4aed-940a-ce033053309b,segment=NetworkSegment(69a7cce0-7e34-4449-80ae-9731d5431519),segment_id=69a7cce0-7e34-4449-80ae-9731d5431519)] {{(pid=93315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:39:06.183794 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-40a30b54-3933-4901-812f-99a6db9214bf req-b3ab1e71-ce99-4028-97d1-7e914f6f9ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130148924'] for port, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:06.228410 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a30b54-3933-4901-812f-99a6db9214bf req-b3ab1e71-ce99-4028-97d1-7e914f6f9ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:39:06.229089 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-40a30b54-3933-4901-812f-99a6db9214bf req-b3ab1e71-ce99-4028-97d1-7e914f6f9ff3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:06.232047 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-40a30b54-3933-4901-812f-99a6db9214bf req-b3ab1e71-ce99-4028-97d1-7e914f6f9ff3 service neutron] 10.222.0.59 "PUT /v2.0/ports/c8cfbeaa-2622-4aed-940a-ce033053309b HTTP/1.1" status: 200 len: 1097 time: 0.9309359 Aug 10 11:39:06.232047 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96cd349e-451d-491c-9980-62969ab353a9', 'tag': 'c8cfbeaa-2622-4aed-940a-ce033053309b'}] {{(pid=93315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:39:06.233517 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6373fc61674628fc4ea179701e5cfbb487487662fff8fb4d49624df9baba4f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69244e83-6cbe-4b54-a622-26df68e2e3f6" -d '{"events": [{"name": "network-changed", "server_uuid": "96cd349e-451d-491c-9980-62969ab353a9", "tag": "c8cfbeaa-2622-4aed-940a-ce033053309b"}]}' {{(pid=93315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:39:06.263251 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab1e71-ce99-4028-97d1-7e914f6f9ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=c8cfbeaa-2622-4aed-940a-ce033053309b,revision_number=3']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:39:06.312246 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 11:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96db39ad-d914-4a51-8071-20435a7a4441 x-openstack-request-id: req-96db39ad-d914-4a51-8071-20435a7a4441 {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:39:06.312477 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96cd349e-451d-491c-9980-62969ab353a9", "tag": "c8cfbeaa-2622-4aed-940a-ce033053309b", "status": "completed", "code": 200}]} {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:39:06.312838 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-96db39ad-d914-4a51-8071-20435a7a4441 {{(pid=93315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:39:06.313181 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96cd349e-451d-491c-9980-62969ab353a9', 'tag': 'c8cfbeaa-2622-4aed-940a-ce033053309b', 'status': 'completed', 'code': 200} Aug 10 11:39:06.330349 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a30b54-3933-4901-812f-99a6db9214bf req-cd8c25bc-9bae-412e-b2e1-333871e790fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:39:06.331930 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-40a30b54-3933-4901-812f-99a6db9214bf req-cd8c25bc-9bae-412e-b2e1-333871e790fa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=428aa52a20f84defb52ebe1bc65e9518&device_id=96cd349e-451d-491c-9980-62969ab353a9 HTTP/1.1" status: 200 len: 1100 time: 0.0538664 Aug 10 11:39:06.378094 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-40a30b54-3933-4901-812f-99a6db9214bf req-7c867255-0e16-44fb-83c2-1c0ef6cacc17 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=c8cfbeaa-2622-4aed-940a-ce033053309b HTTP/1.1" status: 200 len: 217 time: 0.0376155 Aug 10 11:39:06.434668 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a30b54-3933-4901-812f-99a6db9214bf req-0fb5d394-2323-4337-a35c-f468929ede0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:39:06.436201 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-40a30b54-3933-4901-812f-99a6db9214bf req-0fb5d394-2323-4337-a35c-f468929ede0b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d986139e-b4eb-430e-8e54-ddbfe28cbbdc HTTP/1.1" status: 200 len: 843 time: 0.0519588 Aug 10 11:39:06.485194 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a30b54-3933-4901-812f-99a6db9214bf req-19c88766-067c-488a-a1fd-8e833c9a4353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:39:06.486665 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-40a30b54-3933-4901-812f-99a6db9214bf req-19c88766-067c-488a-a1fd-8e833c9a4353 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b6c9b55f-9095-4382-ae50-339152450896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0414643 Aug 10 11:39:06.577627 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-40a30b54-3933-4901-812f-99a6db9214bf req-8a4174e1-01b4-42bf-b729-f5d8e302f66f service neutron] 10.222.0.59 "GET /v2.0/networks/b6c9b55f-9095-4382-ae50-339152450896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839267 Aug 10 11:39:06.674315 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-40a30b54-3933-4901-812f-99a6db9214bf req-ca27506b-1dd5-4531-98a5-469a4f2c70ab service neutron] 10.222.0.59 "GET /v2.0/networks/b6c9b55f-9095-4382-ae50-339152450896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822022 Aug 10 11:39:06.769622 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69244e83-6cbe-4b54-a622-26df68e2e3f6 req-e0a3add8-18f9-4798-ba18-b7b297847f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:39:06.771064 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-69244e83-6cbe-4b54-a622-26df68e2e3f6 req-e0a3add8-18f9-4798-ba18-b7b297847f36 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=428aa52a20f84defb52ebe1bc65e9518&device_id=96cd349e-451d-491c-9980-62969ab353a9 HTTP/1.1" status: 200 len: 1100 time: 0.0430329 Aug 10 11:39:06.863433 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69244e83-6cbe-4b54-a622-26df68e2e3f6 req-160ab2e5-1309-4d40-a844-c2e22efc4587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:39:06.864933 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-69244e83-6cbe-4b54-a622-26df68e2e3f6 req-160ab2e5-1309-4d40-a844-c2e22efc4587 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b6c9b55f-9095-4382-ae50-339152450896 HTTP/1.1" status: 200 len: 870 time: 0.0863283 Aug 10 11:39:06.906733 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-69244e83-6cbe-4b54-a622-26df68e2e3f6 req-9331ab15-a698-4afb-b9bf-3bdd2501e26e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=c8cfbeaa-2622-4aed-940a-ce033053309b HTTP/1.1" status: 200 len: 217 time: 0.0341506 Aug 10 11:39:06.940350 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d905724-505b-48a6-b1ba-4a188d688fac req-3121c914-31bc-4114-b842-9b444d13371f tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:39:06.941915 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-6d905724-505b-48a6-b1ba-4a188d688fac req-3121c914-31bc-4114-b842-9b444d13371f tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] 10.222.0.24 "GET /v2.0/ports?device_id=96cd349e-451d-491c-9980-62969ab353a9 HTTP/1.1" status: 200 len: 947 time: 0.0520203 Aug 10 11:39:06.961241 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69244e83-6cbe-4b54-a622-26df68e2e3f6 req-b9d91c00-a7b3-42ac-9413-5cbbe3b80771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:39:06.963300 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-69244e83-6cbe-4b54-a622-26df68e2e3f6 req-b9d91c00-a7b3-42ac-9413-5cbbe3b80771 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d986139e-b4eb-430e-8e54-ddbfe28cbbdc HTTP/1.1" status: 200 len: 843 time: 0.0485170 Aug 10 11:39:06.971583 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-10736a5b-4c65-4abe-8712-cdf3b49f026b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:06.990885 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-6d905724-505b-48a6-b1ba-4a188d688fac req-ba3a0975-59dc-42cc-aea3-aea01cc0850c tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] 10.222.0.24 "GET /v2.0/security-groups?id=c08894c9-2b96-4119-b8a3-877126339c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429177 Aug 10 11:39:07.016277 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69244e83-6cbe-4b54-a622-26df68e2e3f6 req-8ffc7e8c-942a-480e-92ca-dc655a18301e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:39:07.017844 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-69244e83-6cbe-4b54-a622-26df68e2e3f6 req-8ffc7e8c-942a-480e-92ca-dc655a18301e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b6c9b55f-9095-4382-ae50-339152450896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0461299 Aug 10 11:39:07.106882 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-69244e83-6cbe-4b54-a622-26df68e2e3f6 req-5fdfe742-aeea-4f83-8652-3a0ea4661199 service neutron] 10.222.0.59 "GET /v2.0/networks/b6c9b55f-9095-4382-ae50-339152450896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811698 Aug 10 11:39:07.130052 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:07.203283 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-69244e83-6cbe-4b54-a622-26df68e2e3f6 req-73b6717c-a662-4def-b46e-8506f89a4977 service neutron] 10.222.0.59 "GET /v2.0/networks/b6c9b55f-9095-4382-ae50-339152450896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878594 Aug 10 11:39:07.947603 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-b3865e76-5392-4690-91e0-0d01f8cdc9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:08.122787 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af60fc-c0fe-4900-a121-e70fc44c06b4 req-dbd7d152-0e35-4bab-be48-e6e20ad627f9 tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:39:08.124462 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-34af60fc-c0fe-4900-a121-e70fc44c06b4 req-dbd7d152-0e35-4bab-be48-e6e20ad627f9 tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] 10.222.0.24 "GET /v2.0/ports?device_id=96cd349e-451d-491c-9980-62969ab353a9 HTTP/1.1" status: 200 len: 947 time: 0.0559978 Aug 10 11:39:08.170379 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-34af60fc-c0fe-4900-a121-e70fc44c06b4 req-2e48bcb7-9e80-4cea-b6ce-b0d5a9554199 tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] 10.222.0.24 "GET /v2.0/security-groups?id=c08894c9-2b96-4119-b8a3-877126339c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397720 Aug 10 11:39:09.006098 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device c8cfbeaa-2622-4aed-940a-ce033053309b details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 11:39:09.106912 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port c8cfbeaa-2622-4aed-940a-ce033053309b, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=c8cfbeaa-2622-4aed-940a-ce033053309b,segment=NetworkSegment(69a7cce0-7e34-4449-80ae-9731d5431519),segment_id=69a7cce0-7e34-4449-80ae-9731d5431519)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:39:09.119335 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Returning: {'device': 'c8cfbeaa-2622-4aed-940a-ce033053309b', 'network_id': 'b6c9b55f-9095-4382-ae50-339152450896', 'port_id': 'c8cfbeaa-2622-4aed-940a-ce033053309b', 'mac_address': 'fa:16:3e:ff:3e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd986139e-b4eb-430e-8e54-ddbfe28cbbdc', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 11:39:09.157815 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:09.170069 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8cfbeaa-2622-4aed-940a-ce033053309b {{(pid=93317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 11:39:09.189313 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port c8cfbeaa-2622-4aed-940a-ce033053309b, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=c8cfbeaa-2622-4aed-940a-ce033053309b,segment=NetworkSegment(69a7cce0-7e34-4449-80ae-9731d5431519),segment_id=69a7cce0-7e34-4449-80ae-9731d5431519)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:39:09.193109 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:09.245305 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=c8cfbeaa-2622-4aed-940a-ce033053309b,revision_number=4']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:39:09.252535 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:39:09.252896 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:39:09.253245 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:39:09.253586 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:39:09.253924 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:39:09.254259 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:39:09.254592 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:39:09.254920 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:39:09.255257 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:39:09.255586 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:39:09.255911 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:39:09.256288 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:39:09.290124 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0fd53-a466-4775-9860-eff5b48a5f63 req-e74204f8-9d6d-4077-809d-6d632f5862bc tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:39:09.291631 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-08e0fd53-a466-4775-9860-eff5b48a5f63 req-e74204f8-9d6d-4077-809d-6d632f5862bc tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] 10.222.0.24 "GET /v2.0/ports?device_id=96cd349e-451d-491c-9980-62969ab353a9 HTTP/1.1" status: 200 len: 948 time: 0.0522892 Aug 10 11:39:09.330554 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-08e0fd53-a466-4775-9860-eff5b48a5f63 req-b1d3a79e-e6fc-41e6-b599-01f44a8a27ae tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] 10.222.0.24 "GET /v2.0/security-groups?id=c08894c9-2b96-4119-b8a3-877126339c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329709 Aug 10 11:39:09.456940 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] get_ports_and_sgs() called for port_ids ['c8cfbeaa-2622-4aed-940a-ce033053309b'] {{(pid=93317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 11:39:09.793563 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-68530e51-c783-4460-a419-f96f34511541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:10.452936 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a52db-2b97-4b71-9d98-e70985c35f3a req-c4c9e59e-1fa1-454a-b59d-284b9724b1de tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:39:10.454459 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-bf3a52db-2b97-4b71-9d98-e70985c35f3a req-c4c9e59e-1fa1-454a-b59d-284b9724b1de tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] 10.222.0.24 "GET /v2.0/ports?device_id=96cd349e-451d-491c-9980-62969ab353a9 HTTP/1.1" status: 200 len: 948 time: 0.0525022 Aug 10 11:39:10.496250 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-bf3a52db-2b97-4b71-9d98-e70985c35f3a req-b9a520db-59b9-4182-879d-acfc14fd1615 tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] 10.222.0.24 "GET /v2.0/security-groups?id=c08894c9-2b96-4119-b8a3-877126339c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357714 Aug 10 11:39:11.004733 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device c8cfbeaa-2622-4aed-940a-ce033053309b up at agent hyperv_hv-cinder-79280 {{(pid=93317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:39:11.055485 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Provisioning for port c8cfbeaa-2622-4aed-940a-ce033053309b completed by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:39:11.059396 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Provisioning complete for port c8cfbeaa-2622-4aed-940a-ce033053309b triggered by entity L2. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:39:11.059772 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:11.136492 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:11.159187 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96cd349e-451d-491c-9980-62969ab353a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8cfbeaa-2622-4aed-940a-ce033053309b'}] {{(pid=93317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:39:11.161478 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f65e5affd22be71f9b00dd80d36c6e54843c66eef292b5ed0267a1f9ac014f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26b288d-ac59-4512-9efa-483510522103" -d '{"events": [{"server_uuid": "96cd349e-451d-491c-9980-62969ab353a9", "name": "network-vif-plugged", "status": "completed", "tag": "c8cfbeaa-2622-4aed-940a-ce033053309b"}]}' {{(pid=93317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:39:11.174333 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] For port c8cfbeaa-2622-4aed-940a-ce033053309b, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=c8cfbeaa-2622-4aed-940a-ce033053309b,segment=NetworkSegment(69a7cce0-7e34-4449-80ae-9731d5431519),segment_id=69a7cce0-7e34-4449-80ae-9731d5431519)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:39:11.179588 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072'] for port, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:11.202592 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 11:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3355ca89-0097-43cc-8d2a-98e87b08c673 x-openstack-request-id: req-3355ca89-0097-43cc-8d2a-98e87b08c673 {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:39:11.202890 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96cd349e-451d-491c-9980-62969ab353a9", "name": "network-vif-plugged", "status": "completed", "tag": "c8cfbeaa-2622-4aed-940a-ce033053309b", "code": 200}]} {{(pid=93317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:39:11.203146 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3355ca89-0097-43cc-8d2a-98e87b08c673 {{(pid=93317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:39:11.203532 dv-cinder-792800-5-iscsi neutron-server[93317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96cd349e-451d-491c-9980-62969ab353a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8cfbeaa-2622-4aed-940a-ce033053309b', 'code': 200} Aug 10 11:39:11.232245 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Pushing event updated for resources: {'Port': ['ID=c8cfbeaa-2622-4aed-940a-ce033053309b,revision_number=5']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:39:11.367002 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a2d4e-3e93-4bec-8974-0387baca4fce req-d650bbf2-0e09-49d6-9bad-d0b4cd38f165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:39:11.368569 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c15a2d4e-3e93-4bec-8974-0387baca4fce req-d650bbf2-0e09-49d6-9bad-d0b4cd38f165 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=96cd349e-451d-491c-9980-62969ab353a9 HTTP/1.1" status: 200 len: 1102 time: 0.0461936 Aug 10 11:39:11.404768 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c15a2d4e-3e93-4bec-8974-0387baca4fce req-344e1b44-b1fc-43fd-8f52-d36ab3100f75 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c08894c9-2b96-4119-b8a3-877126339c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282831 Aug 10 11:39:11.610480 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a984a-e614-46bd-80f8-af5ffe19b5b0 req-bbd18fca-dc69-41ef-85f8-2e2a62a60abf tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:39:11.611975 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-b60a984a-e614-46bd-80f8-af5ffe19b5b0 req-bbd18fca-dc69-41ef-85f8-2e2a62a60abf tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] 10.222.0.24 "GET /v2.0/ports?device_id=96cd349e-451d-491c-9980-62969ab353a9 HTTP/1.1" status: 200 len: 949 time: 0.0477996 Aug 10 11:39:11.649785 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-b60a984a-e614-46bd-80f8-af5ffe19b5b0 req-b1e163ef-cd4c-4879-9651-b93b41b71350 tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] 10.222.0.24 "GET /v2.0/security-groups?id=c08894c9-2b96-4119-b8a3-877126339c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309906 Aug 10 11:39:12.767766 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4853a09-b892-434e-9bcb-c08ddd81882e req-a9593290-1500-4a32-be6f-f68a5653aeab tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:39:12.769319 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-b4853a09-b892-434e-9bcb-c08ddd81882e req-a9593290-1500-4a32-be6f-f68a5653aeab tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] 10.222.0.24 "GET /v2.0/ports?device_id=96cd349e-451d-491c-9980-62969ab353a9 HTTP/1.1" status: 200 len: 949 time: 0.0503271 Aug 10 11:39:12.812563 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-b4853a09-b892-434e-9bcb-c08ddd81882e req-48539c0b-514f-4a6b-aeb3-471c5080819e tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] 10.222.0.24 "GET /v2.0/security-groups?id=c08894c9-2b96-4119-b8a3-877126339c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373173 Aug 10 11:39:13.074955 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ac3e9-d9fd-4bf9-b44f-eaed56c60644 req-3a678d96-d5db-400a-bab4-c826c1eab6d1 tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:39:13.076460 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-9c8ac3e9-d9fd-4bf9-b44f-eaed56c60644 req-3a678d96-d5db-400a-bab4-c826c1eab6d1 tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] 10.222.0.24 "GET /v2.0/ports?device_id=96cd349e-451d-491c-9980-62969ab353a9 HTTP/1.1" status: 200 len: 949 time: 0.0540085 Aug 10 11:39:13.116309 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-9c8ac3e9-d9fd-4bf9-b44f-eaed56c60644 req-87166797-7751-4d47-9d3d-7c183152ea82 tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] 10.222.0.24 "GET /v2.0/security-groups?id=c08894c9-2b96-4119-b8a3-877126339c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335727 Aug 10 11:39:14.236183 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe808c-15a1-4ef4-89f5-bb1c180361db req-7a255275-63b2-44ba-82c1-2413e9e5c335 tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:39:14.237745 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-16fe808c-15a1-4ef4-89f5-bb1c180361db req-7a255275-63b2-44ba-82c1-2413e9e5c335 tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] 10.222.0.24 "GET /v2.0/ports?device_id=96cd349e-451d-491c-9980-62969ab353a9 HTTP/1.1" status: 200 len: 949 time: 0.0500662 Aug 10 11:39:14.285931 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-16fe808c-15a1-4ef4-89f5-bb1c180361db req-ab3c28d7-213f-4519-a974-b0d6f308806f tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] 10.222.0.24 "GET /v2.0/security-groups?id=c08894c9-2b96-4119-b8a3-877126339c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377448 Aug 10 11:39:14.431931 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949d514-4539-40ea-b6ef-b5e0422fb51c req-54ad6778-89ce-482c-8c29-a85e906c27c7 tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:39:14.433387 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c949d514-4539-40ea-b6ef-b5e0422fb51c req-54ad6778-89ce-482c-8c29-a85e906c27c7 tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] 10.222.0.59 "GET /v2.0/ports?device_id=96cd349e-451d-491c-9980-62969ab353a9 HTTP/1.1" status: 200 len: 949 time: 0.0539737 Aug 10 11:39:14.535363 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [req-c949d514-4539-40ea-b6ef-b5e0422fb51c req-a3df9e3f-75b8-4277-a71f-911fb84afbd4 tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] Deleting port c8cfbeaa-2622-4aed-940a-ce033053309b {{(pid=93315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:39:14.535706 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-c949d514-4539-40ea-b6ef-b5e0422fb51c req-a3df9e3f-75b8-4277-a71f-911fb84afbd4 tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:14.625896 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-c949d514-4539-40ea-b6ef-b5e0422fb51c req-a3df9e3f-75b8-4277-a71f-911fb84afbd4 tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] For port c8cfbeaa-2622-4aed-940a-ce033053309b, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=c8cfbeaa-2622-4aed-940a-ce033053309b,segment=NetworkSegment(69a7cce0-7e34-4449-80ae-9731d5431519),segment_id=69a7cce0-7e34-4449-80ae-9731d5431519)] {{(pid=93315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:39:14.626261 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-c949d514-4539-40ea-b6ef-b5e0422fb51c req-a3df9e3f-75b8-4277-a71f-911fb84afbd4 tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:14.638657 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [req-c949d514-4539-40ea-b6ef-b5e0422fb51c req-a3df9e3f-75b8-4277-a71f-911fb84afbd4 tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] Calling delete_port for c8cfbeaa-2622-4aed-940a-ce033053309b owned by compute:nova {{(pid=93315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:39:14.778633 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-c949d514-4539-40ea-b6ef-b5e0422fb51c req-a3df9e3f-75b8-4277-a71f-911fb84afbd4 tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:14.792693 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] get_ports_and_sgs() called for port_ids ['c8cfbeaa-2622-4aed-940a-ce033053309b'] {{(pid=93317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 11:39:14.824697 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df9e3f-75b8-4277-a71f-911fb84afbd4 tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] Pushing event deleted for resources: {'Port': ['ID=c8cfbeaa-2622-4aed-940a-ce033053309b,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:39:14.862423 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [req-c949d514-4539-40ea-b6ef-b5e0422fb51c req-a3df9e3f-75b8-4277-a71f-911fb84afbd4 tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] No DVR routers for this DVR port c8cfbeaa-2622-4aed-940a-ce033053309b on host hv-cinder-79280 {{(pid=93315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 11:39:14.865175 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-c949d514-4539-40ea-b6ef-b5e0422fb51c req-a3df9e3f-75b8-4277-a71f-911fb84afbd4 tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:14.868428 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-c949d514-4539-40ea-b6ef-b5e0422fb51c req-a3df9e3f-75b8-4277-a71f-911fb84afbd4 tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] 10.222.0.59 "DELETE /v2.0/ports/c8cfbeaa-2622-4aed-940a-ce033053309b HTTP/1.1" status: 204 len: 173 time: 0.4272256 Aug 10 11:39:14.868782 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96cd349e-451d-491c-9980-62969ab353a9', 'name': 'network-vif-deleted', 'tag': 'c8cfbeaa-2622-4aed-940a-ce033053309b'}] {{(pid=93315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:39:14.871899 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6373fc61674628fc4ea179701e5cfbb487487662fff8fb4d49624df9baba4f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721f2649-fb26-42fb-a6a6-eebd0913d8ac" -d '{"events": [{"server_uuid": "96cd349e-451d-491c-9980-62969ab353a9", "name": "network-vif-deleted", "tag": "c8cfbeaa-2622-4aed-940a-ce033053309b"}]}' {{(pid=93315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:39:14.911002 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 11:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9934882e-74d9-4b5c-b8a5-e21f7a8b14d9 x-openstack-request-id: req-9934882e-74d9-4b5c-b8a5-e21f7a8b14d9 {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:39:14.911293 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96cd349e-451d-491c-9980-62969ab353a9", "name": "network-vif-deleted", "tag": "c8cfbeaa-2622-4aed-940a-ce033053309b", "status": "completed", "code": 200}]} {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:39:14.911547 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9934882e-74d9-4b5c-b8a5-e21f7a8b14d9 {{(pid=93315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:39:14.911978 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96cd349e-451d-491c-9980-62969ab353a9', 'name': 'network-vif-deleted', 'tag': 'c8cfbeaa-2622-4aed-940a-ce033053309b', 'status': 'completed', 'code': 200} Aug 10 11:39:14.925545 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:15.400744 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-7c6c18c4-8c74-4279-8148-fdc8c0427223 req-b3759480-8a2b-4b76-bcca-9c96c101320d tempest-VolumesNegativeTest-1478122694 tempest-VolumesNegativeTest-1478122694-project] 10.222.0.24 "GET /v2.0/ports?device_id=96cd349e-451d-491c-9980-62969ab353a9 HTTP/1.1" status: 200 len: 210 time: 0.0284452 Aug 10 11:39:19.034145 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device c8cfbeaa-2622-4aed-940a-ce033053309b no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 11:39:19.054022 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] No Port match for: c8cfbeaa-2622-4aed-940a-ce033053309b {{(pid=93317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 11:39:19.054369 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device c8cfbeaa-2622-4aed-940a-ce033053309b not bound to the agent host hv-cinder-79280 {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 11:39:20.108710 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 58522) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:39:20.236276 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-68923b70-1c85-4613-8a60-b9e79037d250 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=428aa52a20f84defb52ebe1bc65e9518&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1264553 Aug 10 11:39:20.238784 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 58526) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:39:20.285784 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-b5171eb7-e42c-4ad6-8419-fd6d28fd9082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:20.305799 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-b5171eb7-e42c-4ad6-8419-fd6d28fd9082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:20.351147 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-b5171eb7-e42c-4ad6-8419-fd6d28fd9082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:20.354450 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-b5171eb7-e42c-4ad6-8419-fd6d28fd9082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:20.355598 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-b5171eb7-e42c-4ad6-8419-fd6d28fd9082 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c08894c9-2b96-4119-b8a3-877126339c38 HTTP/1.1" status: 204 len: 168 time: 0.1159270 Aug 10 11:39:20.366573 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5171eb7-e42c-4ad6-8419-fd6d28fd9082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08894c9-2b96-4119-b8a3-877126339c38,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:39:23.707227 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ad441f6a-94fc-45e4-8b81-9a0f676f49ed req-5b07ae2b-1acb-4755-b5a2-8f62dc71f897 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-634608480&fields=id&tenant_id=93e9fd08e08f44a79d5b831058268103 HTTP/1.1" status: 200 len: 267 time: 0.1929693 Aug 10 11:39:23.762820 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad441f6a-94fc-45e4-8b81-9a0f676f49ed req-c772e628-1eac-4585-9006-6e706d759b28 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:39:23.764748 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ad441f6a-94fc-45e4-8b81-9a0f676f49ed req-c772e628-1eac-4585-9006-6e706d759b28 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bced171-c010-40c4-8062-fb3d3f2088b9 HTTP/1.1" status: 200 len: 985 time: 0.0510213 Aug 10 11:39:23.777512 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.v2.base [req-ad441f6a-94fc-45e4-8b81-9a0f676f49ed req-619dd8e0-75c6-45f0-a7c1-8f1fb4099d68 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Request body: {'port': {'security_groups': ['911e61df-c842-41c0-b5cf-5a61827ba7db']}} {{(pid=93315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:39:23.847528 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-ad441f6a-94fc-45e4-8b81-9a0f676f49ed req-619dd8e0-75c6-45f0-a7c1-8f1fb4099d68 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602860'] for port, before_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:24.015701 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-ad441f6a-94fc-45e4-8b81-9a0f676f49ed req-619dd8e0-75c6-45f0-a7c1-8f1fb4099d68 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] For port 79b05937-ea14-44fb-9150-df5a4c6a67e0, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=79b05937-ea14-44fb-9150-df5a4c6a67e0,segment=NetworkSegment(10b19772-df56-4489-91de-8592b3a16431),segment_id=10b19772-df56-4489-91de-8592b3a16431)] {{(pid=93315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:39:24.044063 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-ad441f6a-94fc-45e4-8b81-9a0f676f49ed req-619dd8e0-75c6-45f0-a7c1-8f1fb4099d68 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks [] for port, precommit_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:24.048565 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-ad441f6a-94fc-45e4-8b81-9a0f676f49ed req-619dd8e0-75c6-45f0-a7c1-8f1fb4099d68 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778040883357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778040492054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778040492072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130148924'] for port, after_update {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:24.059729 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] get_ports_and_sgs() called for port_ids ['79b05937-ea14-44fb-9150-df5a4c6a67e0'] {{(pid=93317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 11:39:24.091179 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad441f6a-94fc-45e4-8b81-9a0f676f49ed req-619dd8e0-75c6-45f0-a7c1-8f1fb4099d68 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:39:24.091805 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-ad441f6a-94fc-45e4-8b81-9a0f676f49ed req-619dd8e0-75c6-45f0-a7c1-8f1fb4099d68 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:24.093224 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ad441f6a-94fc-45e4-8b81-9a0f676f49ed req-619dd8e0-75c6-45f0-a7c1-8f1fb4099d68 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "PUT /v2.0/ports/79b05937-ea14-44fb-9150-df5a4c6a67e0 HTTP/1.1" status: 200 len: 943 time: 0.3221025 Aug 10 11:39:24.093660 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bced171-c010-40c4-8062-fb3d3f2088b9', 'tag': '79b05937-ea14-44fb-9150-df5a4c6a67e0'}] {{(pid=93315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:39:24.098912 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6373fc61674628fc4ea179701e5cfbb487487662fff8fb4d49624df9baba4f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a21bea5-adce-4c49-810a-b899cc1bc0a2" -d '{"events": [{"name": "network-changed", "server_uuid": "1bced171-c010-40c4-8062-fb3d3f2088b9", "tag": "79b05937-ea14-44fb-9150-df5a4c6a67e0"}]}' {{(pid=93315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:39:24.099924 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 58538) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:39:24.128640 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619dd8e0-75c6-45f0-a7c1-8f1fb4099d68 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Pushing event updated for resources: {'Port': ['ID=79b05937-ea14-44fb-9150-df5a4c6a67e0,revision_number=7']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:39:24.149613 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 11:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770f942e-a607-40d9-9cff-2f89effe47b3 x-openstack-request-id: req-770f942e-a607-40d9-9cff-2f89effe47b3 {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:39:24.149918 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bced171-c010-40c4-8062-fb3d3f2088b9", "tag": "79b05937-ea14-44fb-9150-df5a4c6a67e0", "status": "completed", "code": 200}]} {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:39:24.150170 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-770f942e-a607-40d9-9cff-2f89effe47b3 {{(pid=93315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:39:24.150572 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bced171-c010-40c4-8062-fb3d3f2088b9', 'tag': '79b05937-ea14-44fb-9150-df5a4c6a67e0', 'status': 'completed', 'code': 200} Aug 10 11:39:24.181881 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-731a92ee-f065-40a5-9f40-67d6e3c746ca tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:24.191377 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] get_ports_and_sgs() called for port_ids ['79b05937-ea14-44fb-9150-df5a4c6a67e0'] {{(pid=93317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 11:39:24.217621 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21bea5-adce-4c49-810a-b899cc1bc0a2 req-dcc739b0-d37a-4079-9cb9-ae7fdce3decb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:39:24.218100 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-731a92ee-f065-40a5-9f40-67d6e3c746ca tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:24.219064 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-1a21bea5-adce-4c49-810a-b899cc1bc0a2 req-dcc739b0-d37a-4079-9cb9-ae7fdce3decb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=93e9fd08e08f44a79d5b831058268103&device_id=1bced171-c010-40c4-8062-fb3d3f2088b9 HTTP/1.1" status: 200 len: 1099 time: 0.0447452 Aug 10 11:39:24.285010 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-731a92ee-f065-40a5-9f40-67d6e3c746ca tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:24.287962 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-731a92ee-f065-40a5-9f40-67d6e3c746ca tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:24.289374 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-731a92ee-f065-40a5-9f40-67d6e3c746ca tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "DELETE /v2.0/security-groups/eb7de9e8-2c04-40dd-bdf2-24fd4c2535c3 HTTP/1.1" status: 204 len: 168 time: 0.1883442 Aug 10 11:39:24.294617 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 58542) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:39:24.300598 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731a92ee-f065-40a5-9f40-67d6e3c746ca tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7de9e8-2c04-40dd-bdf2-24fd4c2535c3,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:39:24.376054 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21bea5-adce-4c49-810a-b899cc1bc0a2 req-2af51353-33bf-4bd7-bb1e-aaec02748cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:39:24.377594 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-1a21bea5-adce-4c49-810a-b899cc1bc0a2 req-2af51353-33bf-4bd7-bb1e-aaec02748cd3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=950c04cb-547c-4811-9416-9462dc83815e HTTP/1.1" status: 200 len: 915 time: 0.1511433 Aug 10 11:39:24.385130 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.provisioning_blocks [None req-82ea8d5d-62ac-4386-a2e5-ff489b330561 None None] Provisioning complete for port 79b05937-ea14-44fb-9150-df5a4c6a67e0 triggered by entity DHCP. {{(pid=93317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:39:24.385514 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-82ea8d5d-62ac-4386-a2e5-ff489b330561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531364'] for port, provisioning_complete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:24.504642 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-1a21bea5-adce-4c49-810a-b899cc1bc0a2 req-7c9f989e-6649-46ea-88f9-9484ee951dfd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79b05937-ea14-44fb-9150-df5a4c6a67e0 HTTP/1.1" status: 200 len: 1002 time: 0.0937681 Aug 10 11:39:24.563650 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21bea5-adce-4c49-810a-b899cc1bc0a2 req-6dc19969-259e-4c1e-9338-515f7addbbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:39:24.565040 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-1a21bea5-adce-4c49-810a-b899cc1bc0a2 req-6dc19969-259e-4c1e-9338-515f7addbbca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b17e9149-d8bd-4d5c-852a-7eebd9fd1a31 HTTP/1.1" status: 200 len: 853 time: 0.0527632 Aug 10 11:39:24.566283 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [None req-a0799dcb-0610-402a-a704-9fd8429b787d tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Deleting port 28a52f22-b194-447b-989b-f71ffbfcea45 {{(pid=93315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:39:24.566619 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-a0799dcb-0610-402a-a704-9fd8429b787d tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:24.661428 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21bea5-adce-4c49-810a-b899cc1bc0a2 req-debdf85a-aa78-430f-9b1a-95f58937ebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:39:24.662926 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-1a21bea5-adce-4c49-810a-b899cc1bc0a2 req-debdf85a-aa78-430f-9b1a-95f58937ebc3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=950c04cb-547c-4811-9416-9462dc83815e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0854564 Aug 10 11:39:24.671024 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-a0799dcb-0610-402a-a704-9fd8429b787d tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:24.671352 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-a0799dcb-0610-402a-a704-9fd8429b787d tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:24.719683 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [None req-a0799dcb-0610-402a-a704-9fd8429b787d tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Calling delete_port for 28a52f22-b194-447b-989b-f71ffbfcea45 owned by network:floatingip {{(pid=93315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:39:24.815433 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-1a21bea5-adce-4c49-810a-b899cc1bc0a2 req-3c496dd8-651b-4d52-8d48-7e3a71b3010e service neutron] 10.222.0.59 "GET /v2.0/networks/950c04cb-547c-4811-9416-9462dc83815e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414676 Aug 10 11:39:24.952398 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-1a21bea5-adce-4c49-810a-b899cc1bc0a2 req-960cb4b6-069f-4032-af47-5f81610769a2 service neutron] 10.222.0.59 "GET /v2.0/networks/950c04cb-547c-4811-9416-9462dc83815e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295176 Aug 10 11:39:24.971191 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-a0799dcb-0610-402a-a704-9fd8429b787d tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:24.997616 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0799dcb-0610-402a-a704-9fd8429b787d tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Pushing event deleted for resources: {'Port': ['ID=28a52f22-b194-447b-989b-f71ffbfcea45,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:39:25.059829 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-a0799dcb-0610-402a-a704-9fd8429b787d tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks [] for floatingip, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:25.060164 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.db.l3_db [None req-a0799dcb-0610-402a-a704-9fd8429b787d tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Floating IP d385be91-9188-40d7-a34f-dd84063ae8b6 disassociated (deleted). External IP: 172.27.1.165, port: 79b05937-ea14-44fb-9150-df5a4c6a67e0. Aug 10 11:39:25.263856 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0799dcb-0610-402a-a704-9fd8429b787d tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Router 264efce0-8091-4124-9a80-929ec8dad8a4 has already been hosted by L3 agent c7f5eca1-6939-476e-9546-e5f0f7bb2dc8 {{(pid=93315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 11:39:25.370916 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0799dcb-0610-402a-a704-9fd8429b787d tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify agent at l3_agent.dv-cinder-792800-5-iscsi the message routers_updated {{(pid=93315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 11:39:25.375750 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-a0799dcb-0610-402a-a704-9fd8429b787d tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for floatingip, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:25.380799 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef1be05-261b-491c-abe0-eb0e47f6e8b2 None None] Sync routers for ids ['264efce0-8091-4124-9a80-929ec8dad8a4'] in dv-cinder-792800-5-iscsi {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 11:39:25.389931 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef1be05-261b-491c-abe0-eb0e47f6e8b2 None None] Routers {'264efce0-8091-4124-9a80-929ec8dad8a4'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:39:25.390550 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-6ef1be05-261b-491c-abe0-eb0e47f6e8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:39:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['264efce0-8091-4124-9a80-929ec8dad8a4'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:39:25.405717 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-a0799dcb-0610-402a-a704-9fd8429b787d tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "DELETE /v2.0/floatingips/d385be91-9188-40d7-a34f-dd84063ae8b6 HTTP/1.1" status: 204 len: 168 time: 1.1102574 Aug 10 11:39:25.585073 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.agents_db [None req-cf88a1ba-3529-4992-9648-399914351393 None None] Agent healthcheck: found 6 active agents {{(pid=93318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 11:39:25.627061 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-6ef1be05-261b-491c-abe0-eb0e47f6e8b2 None None] Set router 264efce0-8091-4124-9a80-929ec8dad8a4 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:39:25.827863 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-6ef1be05-261b-491c-abe0-eb0e47f6e8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264efce0-8091-4124-9a80-929ec8dad8a4', 'name': 'tempest-TestMinimumBasicScenario-901666627-router', 'tenant_id': '93e9fd08e08f44a79d5b831058268103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'c14f6fc3-f12b-44f7-90ba-86ed23af16db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:37:17Z', 'updated_at': '2021-08-10T11:37:20Z', 'revision_number': 4, 'project_id': '93e9fd08e08f44a79d5b831058268103', 'gw_port': {'id': 'c14f6fc3-f12b-44f7-90ba-86ed23af16db', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264efce0-8091-4124-9a80-929ec8dad8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:37:18Z', 'updated_at': '2021-08-10T11:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': '0dfcebdf-4b5b-4351-ace9-f352a0a2be93', 'name': '', 'network_id': '950c04cb-547c-4811-9416-9462dc83815e', 'tenant_id': '93e9fd08e08f44a79d5b831058268103', 'mac_address': 'fa:16:3e:ca:7f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264efce0-8091-4124-9a80-929ec8dad8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'b17e9149-d8bd-4d5c-852a-7eebd9fd1a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:37:20Z', 'updated_at': '2021-08-10T11:37:26Z', 'revision_number': 5, 'project_id': '93e9fd08e08f44a79d5b831058268103', 'subnets': [{'id': 'b17e9149-d8bd-4d5c-852a-7eebd9fd1a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:39:25.853629 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef1be05-261b-491c-abe0-eb0e47f6e8b2 None None] Checking router: 264efce0-8091-4124-9a80-929ec8dad8a4 for host: dv-cinder-792800-5-iscsi {{(pid=93317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 11:39:25.861673 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef1be05-261b-491c-abe0-eb0e47f6e8b2 None None] Routers {'264efce0-8091-4124-9a80-929ec8dad8a4'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:39:25.862282 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-6ef1be05-261b-491c-abe0-eb0e47f6e8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:39:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['264efce0-8091-4124-9a80-929ec8dad8a4'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:39:25.966923 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-6ef1be05-261b-491c-abe0-eb0e47f6e8b2 None None] Set router 264efce0-8091-4124-9a80-929ec8dad8a4 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:39:26.152414 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bced171-c010-40c4-8062-fb3d3f2088b9', 'tag': '79b05937-ea14-44fb-9150-df5a4c6a67e0'}] {{(pid=93315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:39:26.154836 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6373fc61674628fc4ea179701e5cfbb487487662fff8fb4d49624df9baba4f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b5d61a-55f2-4e04-abe7-b8cc5e652535" -d '{"events": [{"name": "network-changed", "server_uuid": "1bced171-c010-40c4-8062-fb3d3f2088b9", "tag": "79b05937-ea14-44fb-9150-df5a4c6a67e0"}]}' {{(pid=93315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:39:26.181139 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-6ef1be05-261b-491c-abe0-eb0e47f6e8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264efce0-8091-4124-9a80-929ec8dad8a4', 'name': 'tempest-TestMinimumBasicScenario-901666627-router', 'tenant_id': '93e9fd08e08f44a79d5b831058268103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'c14f6fc3-f12b-44f7-90ba-86ed23af16db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:37:17Z', 'updated_at': '2021-08-10T11:37:20Z', 'revision_number': 4, 'project_id': '93e9fd08e08f44a79d5b831058268103', 'gw_port': {'id': 'c14f6fc3-f12b-44f7-90ba-86ed23af16db', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264efce0-8091-4124-9a80-929ec8dad8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:37:18Z', 'updated_at': '2021-08-10T11:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': '0dfcebdf-4b5b-4351-ace9-f352a0a2be93', 'name': '', 'network_id': '950c04cb-547c-4811-9416-9462dc83815e', 'tenant_id': '93e9fd08e08f44a79d5b831058268103', 'mac_address': 'fa:16:3e:ca:7f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264efce0-8091-4124-9a80-929ec8dad8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'b17e9149-d8bd-4d5c-852a-7eebd9fd1a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:37:20Z', 'updated_at': '2021-08-10T11:37:26Z', 'revision_number': 5, 'project_id': '93e9fd08e08f44a79d5b831058268103', 'subnets': [{'id': 'b17e9149-d8bd-4d5c-852a-7eebd9fd1a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:39:26.192465 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 11:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59637ad6-dbb7-4491-abc4-cc0c33fcdc96 x-openstack-request-id: req-59637ad6-dbb7-4491-abc4-cc0c33fcdc96 {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:39:26.192784 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bced171-c010-40c4-8062-fb3d3f2088b9", "tag": "79b05937-ea14-44fb-9150-df5a4c6a67e0", "status": "completed", "code": 200}]} {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:39:26.193067 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-59637ad6-dbb7-4491-abc4-cc0c33fcdc96 {{(pid=93315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:39:26.193472 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bced171-c010-40c4-8062-fb3d3f2088b9', 'tag': '79b05937-ea14-44fb-9150-df5a4c6a67e0', 'status': 'completed', 'code': 200} Aug 10 11:39:26.207337 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef1be05-261b-491c-abe0-eb0e47f6e8b2 None None] The sync data for ids ['264efce0-8091-4124-9a80-929ec8dad8a4'] in dv-cinder-792800-5-iscsi is: [{'id': '264efce0-8091-4124-9a80-929ec8dad8a4', 'name': 'tempest-TestMinimumBasicScenario-901666627-router', 'tenant_id': '93e9fd08e08f44a79d5b831058268103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'c14f6fc3-f12b-44f7-90ba-86ed23af16db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:37:17Z', 'updated_at': '2021-08-10T11:37:20Z', 'revision_number': 4, 'project_id': '93e9fd08e08f44a79d5b831058268103', 'gw_port': {'id': 'c14f6fc3-f12b-44f7-90ba-86ed23af16db', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264efce0-8091-4124-9a80-929ec8dad8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:37:18Z', 'updated_at': '2021-08-10T11:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': '0dfcebdf-4b5b-4351-ace9-f352a0a2be93', 'name': '', 'network_id': '950c04cb-547c-4811-9416-9462dc83815e', 'tenant_id': '93e9fd08e08f44a79d5b831058268103', 'mac_address': 'fa:16:3e:ca:7f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264efce0-8091-4124-9a80-929ec8dad8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'b17e9149-d8bd-4d5c-852a-7eebd9fd1a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:37:20Z', 'updated_at': '2021-08-10T11:37:26Z', 'revision_number': 5, 'project_id': '93e9fd08e08f44a79d5b831058268103', 'subnets': [{'id': 'b17e9149-d8bd-4d5c-852a-7eebd9fd1a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 11:39:26.260018 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5d61a-55f2-4e04-abe7-b8cc5e652535 req-e765ea74-8e20-46f6-8128-d86f2bf675a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:39:26.261597 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-21b5d61a-55f2-4e04-abe7-b8cc5e652535 req-e765ea74-8e20-46f6-8128-d86f2bf675a5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=93e9fd08e08f44a79d5b831058268103&device_id=1bced171-c010-40c4-8062-fb3d3f2088b9 HTTP/1.1" status: 200 len: 1099 time: 0.0463555 Aug 10 11:39:26.371481 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5d61a-55f2-4e04-abe7-b8cc5e652535 req-54d05774-102b-47c8-8a25-8f06751236e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:39:26.373051 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-21b5d61a-55f2-4e04-abe7-b8cc5e652535 req-54d05774-102b-47c8-8a25-8f06751236e3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=950c04cb-547c-4811-9416-9462dc83815e HTTP/1.1" status: 200 len: 915 time: 0.1039486 Aug 10 11:39:26.423040 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-21b5d61a-55f2-4e04-abe7-b8cc5e652535 req-faa96a41-426e-4ca5-811d-31431c983bdf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79b05937-ea14-44fb-9150-df5a4c6a67e0 HTTP/1.1" status: 200 len: 217 time: 0.0399570 Aug 10 11:39:26.440047 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53f6f91-e3d7-4451-9283-7b833566fade None None] New status for floating IP d385be91-9188-40d7-a34f-dd84063ae8b6: DOWN {{(pid=93318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 11:39:26.477058 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5d61a-55f2-4e04-abe7-b8cc5e652535 req-7538d9fa-92b2-40fa-ba21-370ce9c1f461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:39:26.479099 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-21b5d61a-55f2-4e04-abe7-b8cc5e652535 req-7538d9fa-92b2-40fa-ba21-370ce9c1f461 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b17e9149-d8bd-4d5c-852a-7eebd9fd1a31 HTTP/1.1" status: 200 len: 853 time: 0.0494330 Aug 10 11:39:26.527904 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5d61a-55f2-4e04-abe7-b8cc5e652535 req-9dcdacda-a6ac-44b5-96b2-bb6b6f535db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:39:26.529944 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-21b5d61a-55f2-4e04-abe7-b8cc5e652535 req-9dcdacda-a6ac-44b5-96b2-bb6b6f535db6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=950c04cb-547c-4811-9416-9462dc83815e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439510 Aug 10 11:39:26.624565 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-21b5d61a-55f2-4e04-abe7-b8cc5e652535 req-fe6d460f-b0fa-4a61-a148-7a84d3d6d476 service neutron] 10.222.0.59 "GET /v2.0/networks/950c04cb-547c-4811-9416-9462dc83815e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867236 Aug 10 11:39:26.718610 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-21b5d61a-55f2-4e04-abe7-b8cc5e652535 req-32bcae7b-4561-4bba-9e80-135d443e83c1 service neutron] 10.222.0.59 "GET /v2.0/networks/950c04cb-547c-4811-9416-9462dc83815e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866134 Aug 10 11:39:28.153941 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db3399-a748-4f7c-8925-b02d0068f97e req-d49e685c-4ef5-4781-bb28-e0cca966d0ff tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:39:28.155472 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-60db3399-a748-4f7c-8925-b02d0068f97e req-d49e685c-4ef5-4781-bb28-e0cca966d0ff tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bced171-c010-40c4-8062-fb3d3f2088b9 HTTP/1.1" status: 200 len: 946 time: 0.0504584 Aug 10 11:39:28.194880 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-60db3399-a748-4f7c-8925-b02d0068f97e req-a3c72969-4cbf-42c6-b291-86aac81b08a7 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/security-groups?id=911e61df-c842-41c0-b5cf-5a61827ba7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321262 Aug 10 11:39:29.372657 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48843b6c-1080-4ef2-a2c1-38dbd4c6f8a4 req-8cc83737-a4f7-42ff-8db4-acd6b282636e tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:39:29.374191 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-48843b6c-1080-4ef2-a2c1-38dbd4c6f8a4 req-8cc83737-a4f7-42ff-8db4-acd6b282636e tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bced171-c010-40c4-8062-fb3d3f2088b9 HTTP/1.1" status: 200 len: 946 time: 0.1103942 Aug 10 11:39:29.413480 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-48843b6c-1080-4ef2-a2c1-38dbd4c6f8a4 req-78f34d6e-933e-40e4-9009-b5bf1416ab15 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/security-groups?id=911e61df-c842-41c0-b5cf-5a61827ba7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333514 Aug 10 11:39:29.793708 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0308d-401e-4026-a467-358bfe3bc5f7 req-b888bc9d-50d5-4edb-9cc7-de2dbe88594b tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:39:29.795236 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-4df0308d-401e-4026-a467-358bfe3bc5f7 req-b888bc9d-50d5-4edb-9cc7-de2dbe88594b tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bced171-c010-40c4-8062-fb3d3f2088b9 HTTP/1.1" status: 200 len: 946 time: 0.0578387 Aug 10 11:39:29.890491 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [req-4df0308d-401e-4026-a467-358bfe3bc5f7 req-e080800d-87b8-4882-98bd-e68520f00b6a tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Deleting port 79b05937-ea14-44fb-9150-df5a4c6a67e0 {{(pid=93315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:39:29.890962 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-4df0308d-401e-4026-a467-358bfe3bc5f7 req-e080800d-87b8-4882-98bd-e68520f00b6a tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:30.248486 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-4df0308d-401e-4026-a467-358bfe3bc5f7 req-e080800d-87b8-4882-98bd-e68520f00b6a tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] For port 79b05937-ea14-44fb-9150-df5a4c6a67e0, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=79b05937-ea14-44fb-9150-df5a4c6a67e0,segment=NetworkSegment(10b19772-df56-4489-91de-8592b3a16431),segment_id=10b19772-df56-4489-91de-8592b3a16431)] {{(pid=93315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:39:30.248880 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-4df0308d-401e-4026-a467-358bfe3bc5f7 req-e080800d-87b8-4882-98bd-e68520f00b6a tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:30.264261 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [req-4df0308d-401e-4026-a467-358bfe3bc5f7 req-e080800d-87b8-4882-98bd-e68520f00b6a tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Calling delete_port for 79b05937-ea14-44fb-9150-df5a4c6a67e0 owned by compute:nova {{(pid=93315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:39:30.393669 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-4df0308d-401e-4026-a467-358bfe3bc5f7 req-e080800d-87b8-4882-98bd-e68520f00b6a tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:30.407600 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] get_ports_and_sgs() called for port_ids ['79b05937-ea14-44fb-9150-df5a4c6a67e0'] {{(pid=93317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 11:39:30.427846 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e080800d-87b8-4882-98bd-e68520f00b6a tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Pushing event deleted for resources: {'Port': ['ID=79b05937-ea14-44fb-9150-df5a4c6a67e0,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:39:30.473992 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df0308d-401e-4026-a467-358bfe3bc5f7 req-e080800d-87b8-4882-98bd-e68520f00b6a tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] No DVR routers for this DVR port 79b05937-ea14-44fb-9150-df5a4c6a67e0 on host hv-cinder-79280 {{(pid=93315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 11:39:30.476513 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-4df0308d-401e-4026-a467-358bfe3bc5f7 req-e080800d-87b8-4882-98bd-e68520f00b6a tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:30.478718 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-4df0308d-401e-4026-a467-358bfe3bc5f7 req-e080800d-87b8-4882-98bd-e68520f00b6a tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.59 "DELETE /v2.0/ports/79b05937-ea14-44fb-9150-df5a4c6a67e0 HTTP/1.1" status: 204 len: 173 time: 0.6769855 Aug 10 11:39:30.479170 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bced171-c010-40c4-8062-fb3d3f2088b9', 'name': 'network-vif-deleted', 'tag': '79b05937-ea14-44fb-9150-df5a4c6a67e0'}] {{(pid=93315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:39:30.481463 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6373fc61674628fc4ea179701e5cfbb487487662fff8fb4d49624df9baba4f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26451158-1f63-4e65-851b-de52e50e360c" -d '{"events": [{"server_uuid": "1bced171-c010-40c4-8062-fb3d3f2088b9", "name": "network-vif-deleted", "tag": "79b05937-ea14-44fb-9150-df5a4c6a67e0"}]}' {{(pid=93315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:39:30.519482 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-fcedd32e-6676-4c32-83cd-c3e78cdfe1db req-06a9a2b7-e9e0-4985-a576-b57111ffd8f5 tempest-TestMinimumBasicScenario-977847577 tempest-TestMinimumBasicScenario-977847577-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bced171-c010-40c4-8062-fb3d3f2088b9 HTTP/1.1" status: 200 len: 210 time: 0.0302796 Aug 10 11:39:30.546366 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 11:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76845c52-1a88-4824-b8a2-b635690d072b x-openstack-request-id: req-76845c52-1a88-4824-b8a2-b635690d072b {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:39:30.546978 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bced171-c010-40c4-8062-fb3d3f2088b9", "name": "network-vif-deleted", "tag": "79b05937-ea14-44fb-9150-df5a4c6a67e0", "status": "completed", "code": 200}]} {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:39:30.547518 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-76845c52-1a88-4824-b8a2-b635690d072b {{(pid=93315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:39:30.548121 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bced171-c010-40c4-8062-fb3d3f2088b9', 'name': 'network-vif-deleted', 'tag': '79b05937-ea14-44fb-9150-df5a4c6a67e0', 'status': 'completed', 'code': 200} Aug 10 11:39:32.219847 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 58618) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:39:32.573936 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-53db1e3b-cf2c-4ef8-99ce-cc5694179046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-134174610'] for router_interface, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:32.845782 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [None req-53db1e3b-cf2c-4ef8-99ce-cc5694179046 admin admin] Deleting port 0dfcebdf-4b5b-4351-ace9-f352a0a2be93 {{(pid=93315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:39:32.846122 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-53db1e3b-cf2c-4ef8-99ce-cc5694179046 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:32.925268 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [None req-53db1e3b-cf2c-4ef8-99ce-cc5694179046 admin admin] For port 0dfcebdf-4b5b-4351-ace9-f352a0a2be93, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=0dfcebdf-4b5b-4351-ace9-f352a0a2be93,segment=NetworkSegment(10b19772-df56-4489-91de-8592b3a16431),segment_id=10b19772-df56-4489-91de-8592b3a16431)] {{(pid=93315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:39:32.925636 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-53db1e3b-cf2c-4ef8-99ce-cc5694179046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:32.939598 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [None req-53db1e3b-cf2c-4ef8-99ce-cc5694179046 admin admin] Calling delete_port for 0dfcebdf-4b5b-4351-ace9-f352a0a2be93 owned by network:router_interface {{(pid=93315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:39:33.112302 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 79b05937-ea14-44fb-9150-df5a4c6a67e0 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 11:39:33.127178 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-53db1e3b-cf2c-4ef8-99ce-cc5694179046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:33.141482 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] No Port match for: 79b05937-ea14-44fb-9150-df5a4c6a67e0 {{(pid=93317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 11:39:33.141946 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 79b05937-ea14-44fb-9150-df5a4c6a67e0 not bound to the agent host hv-cinder-79280 {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 11:39:33.159675 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53db1e3b-cf2c-4ef8-99ce-cc5694179046 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dfcebdf-4b5b-4351-ace9-f352a0a2be93,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:39:33.330390 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-53db1e3b-cf2c-4ef8-99ce-cc5694179046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133803065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-134148898'] for router_interface, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:33.551296 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53db1e3b-cf2c-4ef8-99ce-cc5694179046 admin admin] Router 264efce0-8091-4124-9a80-929ec8dad8a4 has already been hosted by L3 agent c7f5eca1-6939-476e-9546-e5f0f7bb2dc8 {{(pid=93315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 11:39:33.657098 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53db1e3b-cf2c-4ef8-99ce-cc5694179046 admin admin] Notify agent at l3_agent.dv-cinder-792800-5-iscsi the message routers_updated {{(pid=93315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 11:39:33.662254 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-53db1e3b-cf2c-4ef8-99ce-cc5694179046 admin admin] 10.222.0.24 "PUT /v2.0/routers/264efce0-8091-4124-9a80-929ec8dad8a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4412968 Aug 10 11:39:33.664932 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 58620) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:39:33.668215 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33300f6a-9cf6-4422-8b2d-b75d5e4a7c90 None None] Sync routers for ids ['264efce0-8091-4124-9a80-929ec8dad8a4'] in dv-cinder-792800-5-iscsi {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 11:39:33.678969 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33300f6a-9cf6-4422-8b2d-b75d5e4a7c90 None None] Routers {'264efce0-8091-4124-9a80-929ec8dad8a4'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:39:33.679612 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-33300f6a-9cf6-4422-8b2d-b75d5e4a7c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:39:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['264efce0-8091-4124-9a80-929ec8dad8a4'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:39:33.776679 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-eeec6d7a-76de-40e3-8b46-76a3b0490086 admin admin] Notify callbacks [] for router, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:33.789602 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-33300f6a-9cf6-4422-8b2d-b75d5e4a7c90 None None] Set router 264efce0-8091-4124-9a80-929ec8dad8a4 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:39:33.885460 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-eeec6d7a-76de-40e3-8b46-76a3b0490086 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:33.939514 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [None req-eeec6d7a-76de-40e3-8b46-76a3b0490086 admin admin] Deleting port c14f6fc3-f12b-44f7-90ba-86ed23af16db {{(pid=93315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:39:33.939862 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-eeec6d7a-76de-40e3-8b46-76a3b0490086 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:33.985210 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-33300f6a-9cf6-4422-8b2d-b75d5e4a7c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264efce0-8091-4124-9a80-929ec8dad8a4', 'name': 'tempest-TestMinimumBasicScenario-901666627-router', 'tenant_id': '93e9fd08e08f44a79d5b831058268103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'c14f6fc3-f12b-44f7-90ba-86ed23af16db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:37:17Z', 'updated_at': '2021-08-10T11:39:33Z', 'revision_number': 5, 'project_id': '93e9fd08e08f44a79d5b831058268103', 'gw_port': {'id': 'c14f6fc3-f12b-44f7-90ba-86ed23af16db', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264efce0-8091-4124-9a80-929ec8dad8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:37:18Z', 'updated_at': '2021-08-10T11:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi'}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:39:34.012138 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33300f6a-9cf6-4422-8b2d-b75d5e4a7c90 None None] Checking router: 264efce0-8091-4124-9a80-929ec8dad8a4 for host: dv-cinder-792800-5-iscsi {{(pid=93317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 11:39:34.019269 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [None req-eeec6d7a-76de-40e3-8b46-76a3b0490086 admin admin] For port c14f6fc3-f12b-44f7-90ba-86ed23af16db, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=c14f6fc3-f12b-44f7-90ba-86ed23af16db,segment=NetworkSegment(f70d9b94-9741-4a97-8751-b62ba7cc47d6),segment_id=f70d9b94-9741-4a97-8751-b62ba7cc47d6)] {{(pid=93315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:39:34.019641 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-eeec6d7a-76de-40e3-8b46-76a3b0490086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:34.020936 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33300f6a-9cf6-4422-8b2d-b75d5e4a7c90 None None] Routers {'264efce0-8091-4124-9a80-929ec8dad8a4'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:39:34.021578 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-33300f6a-9cf6-4422-8b2d-b75d5e4a7c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:39:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['264efce0-8091-4124-9a80-929ec8dad8a4'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:39:34.033859 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [None req-eeec6d7a-76de-40e3-8b46-76a3b0490086 admin admin] Calling delete_port for c14f6fc3-f12b-44f7-90ba-86ed23af16db owned by network:router_gateway {{(pid=93315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:39:34.109981 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-33300f6a-9cf6-4422-8b2d-b75d5e4a7c90 None None] Set router 264efce0-8091-4124-9a80-929ec8dad8a4 gateway port host: None {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:39:34.167512 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-33300f6a-9cf6-4422-8b2d-b75d5e4a7c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264efce0-8091-4124-9a80-929ec8dad8a4', 'name': 'tempest-TestMinimumBasicScenario-901666627-router', 'tenant_id': '93e9fd08e08f44a79d5b831058268103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:37:17Z', 'updated_at': '2021-08-10T11:39:33Z', 'revision_number': 6, 'project_id': '93e9fd08e08f44a79d5b831058268103', 'gw_port_host': None}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:39:34.195054 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33300f6a-9cf6-4422-8b2d-b75d5e4a7c90 None None] The sync data for ids ['264efce0-8091-4124-9a80-929ec8dad8a4'] in dv-cinder-792800-5-iscsi is: [{'id': '264efce0-8091-4124-9a80-929ec8dad8a4', 'name': 'tempest-TestMinimumBasicScenario-901666627-router', 'tenant_id': '93e9fd08e08f44a79d5b831058268103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:37:17Z', 'updated_at': '2021-08-10T11:39:33Z', 'revision_number': 6, 'project_id': '93e9fd08e08f44a79d5b831058268103', 'gw_port_host': None}] {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 11:39:34.213387 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-eeec6d7a-76de-40e3-8b46-76a3b0490086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:34.244447 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec6d7a-76de-40e3-8b46-76a3b0490086 admin admin] Pushing event deleted for resources: {'Port': ['ID=c14f6fc3-f12b-44f7-90ba-86ed23af16db,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:39:34.307914 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-eeec6d7a-76de-40e3-8b46-76a3b0490086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-134149828'] for router_gateway, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:34.327860 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-1a3e4f38-c56a-42c3-896b-fed005bf1a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:34.401736 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-eeec6d7a-76de-40e3-8b46-76a3b0490086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-134123056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-507789'] for router, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:34.403965 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-eeec6d7a-76de-40e3-8b46-76a3b0490086 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:34.447232 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-eeec6d7a-76de-40e3-8b46-76a3b0490086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-134123049'] for router, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:34.447800 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeec6d7a-76de-40e3-8b46-76a3b0490086 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 264efce0-8091-4124-9a80-929ec8dad8a4 {{(pid=93315) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 11:39:34.452097 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-eeec6d7a-76de-40e3-8b46-76a3b0490086 admin admin] Notify callbacks [] for router, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:34.453290 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-eeec6d7a-76de-40e3-8b46-76a3b0490086 admin admin] 10.222.0.24 "DELETE /v2.0/routers/264efce0-8091-4124-9a80-929ec8dad8a4 HTTP/1.1" status: 204 len: 168 time: 0.7873566 Aug 10 11:39:34.456028 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 58622) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:39:34.501347 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cb3c71d-6af8-4ac3-909d-2bdcfabc8218 admin admin] Deleting subnet b17e9149-d8bd-4d5c-852a-7eebd9fd1a31 {{(pid=93316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 11:39:34.503740 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0cb3c71d-6af8-4ac3-909d-2bdcfabc8218 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:34.543483 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0cb3c71d-6af8-4ac3-909d-2bdcfabc8218 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131715131'] for subnet, precommit_delete_associations {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:34.647592 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0cb3c71d-6af8-4ac3-909d-2bdcfabc8218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926530'] for subnet, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:34.717804 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0cb3c71d-6af8-4ac3-909d-2bdcfabc8218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134105691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130748585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131149568'] for subnet, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:34.742980 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb3c71d-6af8-4ac3-909d-2bdcfabc8218 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b17e9149-d8bd-4d5c-852a-7eebd9fd1a31,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:39:34.746707 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0cb3c71d-6af8-4ac3-909d-2bdcfabc8218 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for subnet, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:34.748598 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-0cb3c71d-6af8-4ac3-909d-2bdcfabc8218 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b17e9149-d8bd-4d5c-852a-7eebd9fd1a31 HTTP/1.1" status: 204 len: 168 time: 0.2914438 Aug 10 11:39:34.751032 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 58624) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:39:34.753451 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ca8b77-c11d-4f76-93be-ed073f939f77 None None] Network 950c04cb-547c-4811-9416-9462dc83815e requested from dv-cinder-792800-5-iscsi {{(pid=93317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:39:34.821537 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0010a691-6ec2-41c9-b3cf-418b07aec870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631178'] for network, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:34.874429 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.plugin [None req-0010a691-6ec2-41c9-b3cf-418b07aec870 admin admin] Deleting port d6e4f7b3-3fe5-49e8-9f2a-82658f52142a {{(pid=93316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:39:34.874650 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0010a691-6ec2-41c9-b3cf-418b07aec870 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:34.943251 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.db [None req-0010a691-6ec2-41c9-b3cf-418b07aec870 admin admin] For port d6e4f7b3-3fe5-49e8-9f2a-82658f52142a, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=d6e4f7b3-3fe5-49e8-9f2a-82658f52142a,segment=NetworkSegment(10b19772-df56-4489-91de-8592b3a16431),segment_id=10b19772-df56-4489-91de-8592b3a16431)] {{(pid=93316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:39:34.943639 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0010a691-6ec2-41c9-b3cf-418b07aec870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:34.954473 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0581e6bf-40cd-4728-aafc-980032cf6f6e None None] DHCP port deletion for 950c04cb-547c-4811-9416-9462dc83815e request from dv-cinder-792800-5-iscsi {{(pid=93317) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 11:39:34.960127 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.plugin [None req-0010a691-6ec2-41c9-b3cf-418b07aec870 admin admin] Calling delete_port for d6e4f7b3-3fe5-49e8-9f2a-82658f52142a owned by network:dhcp {{(pid=93316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:39:35.006578 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-0581e6bf-40cd-4728-aafc-980032cf6f6e None None] Deleting port d6e4f7b3-3fe5-49e8-9f2a-82658f52142a {{(pid=93317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:39:35.006957 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-0581e6bf-40cd-4728-aafc-980032cf6f6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:35.054329 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0010a691-6ec2-41c9-b3cf-418b07aec870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130748572'] for port, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:35.070147 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-0581e6bf-40cd-4728-aafc-980032cf6f6e None None] For port d6e4f7b3-3fe5-49e8-9f2a-82658f52142a, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=d6e4f7b3-3fe5-49e8-9f2a-82658f52142a,segment=NetworkSegment(10b19772-df56-4489-91de-8592b3a16431),segment_id=10b19772-df56-4489-91de-8592b3a16431)] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:39:35.070595 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-0581e6bf-40cd-4728-aafc-980032cf6f6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:35.081245 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0010a691-6ec2-41c9-b3cf-418b07aec870 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6e4f7b3-3fe5-49e8-9f2a-82658f52142a,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:39:35.088183 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-0581e6bf-40cd-4728-aafc-980032cf6f6e None None] Calling delete_port for d6e4f7b3-3fe5-49e8-9f2a-82658f52142a owned by network:dhcp {{(pid=93317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:39:35.092327 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0010a691-6ec2-41c9-b3cf-418b07aec870 admin admin] No DVR routers for this DVR port d6e4f7b3-3fe5-49e8-9f2a-82658f52142a on host dv-cinder-792800-5-iscsi {{(pid=93316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 11:39:35.163223 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-0581e6bf-40cd-4728-aafc-980032cf6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045'] for port, after_delete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:35.165017 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0010a691-6ec2-41c9-b3cf-418b07aec870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-926155', 'neutron.services.segments.db._delete_segments_for_network-8778041053552'] for network, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:35.174974 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.services.segments.db [None req-0010a691-6ec2-41c9-b3cf-418b07aec870 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['950c04cb-547c-4811-9416-9462dc83815e']}} {{(pid=93316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:39:35.185864 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.services.segments.db [None req-0010a691-6ec2-41c9-b3cf-418b07aec870 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10b19772-df56-4489-91de-8592b3a16431') {'for_net_delete': True} {{(pid=93316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:39:35.186163 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.services.segments.db [None req-0010a691-6ec2-41c9-b3cf-418b07aec870 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10b19772-df56-4489-91de-8592b3a16431') {} {{(pid=93316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:39:35.187216 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0581e6bf-40cd-4728-aafc-980032cf6f6e None None] Pushing event deleted for resources: {'Port': ['ID=d6e4f7b3-3fe5-49e8-9f2a-82658f52142a,revision_number=None']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:39:35.192941 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0581e6bf-40cd-4728-aafc-980032cf6f6e None None] No DVR routers for this DVR port d6e4f7b3-3fe5-49e8-9f2a-82658f52142a on host dv-cinder-792800-5-iscsi {{(pid=93317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 11:39:35.199118 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0010a691-6ec2-41c9-b3cf-418b07aec870 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778041055865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131715138'] for segment, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:35.212934 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0010a691-6ec2-41c9-b3cf-418b07aec870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462'] for segment, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:35.219292 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0010a691-6ec2-41c9-b3cf-418b07aec870 admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=93316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 11:39:35.219729 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0010a691-6ec2-41c9-b3cf-418b07aec870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130748483'] for segment, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:35.221347 dv-cinder-792800-5-iscsi neutron-server[93316]: Traceback (most recent call last): Aug 10 11:39:35.221347 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 11:39:35.221347 dv-cinder-792800-5-iscsi neutron-server[93316]: timer() Aug 10 11:39:35.221347 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 11:39:35.221347 dv-cinder-792800-5-iscsi neutron-server[93316]: cb(*args, **kw) Aug 10 11:39:35.221347 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 11:39:35.221347 dv-cinder-792800-5-iscsi neutron-server[93316]: return func(*args, **kwargs) Aug 10 11:39:35.221347 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 11:39:35.221347 dv-cinder-792800-5-iscsi neutron-server[93316]: self._notify() Aug 10 11:39:35.221347 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 11:39:35.221347 dv-cinder-792800-5-iscsi neutron-server[93316]: self.callback(batched_events) Aug 10 11:39:35.221347 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 11:39:35.221347 dv-cinder-792800-5-iscsi neutron-server[93316]: event.method(event) Aug 10 11:39:35.221347 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 11:39:35.221347 dv-cinder-792800-5-iscsi neutron-server[93316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 11:39:35.221347 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 11:39:35.221347 dv-cinder-792800-5-iscsi neutron-server[93316]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 11:39:35.221347 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 11:39:35.221347 dv-cinder-792800-5-iscsi neutron-server[93316]: return f(self, *a, **k) Aug 10 11:39:35.221347 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 11:39:35.221347 dv-cinder-792800-5-iscsi neutron-server[93316]: return self._get(url).json() Aug 10 11:39:35.221347 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 11:39:35.221347 dv-cinder-792800-5-iscsi neutron-server[93316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 11:39:35.221347 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 11:39:35.221347 dv-cinder-792800-5-iscsi neutron-server[93316]: return self.request(url, 'GET', **kwargs) Aug 10 11:39:35.221347 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 11:39:35.221347 dv-cinder-792800-5-iscsi neutron-server[93316]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 11:39:35.221347 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 11:39:35.221347 dv-cinder-792800-5-iscsi neutron-server[93316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 11:39:35.221347 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 11:39:35.221347 dv-cinder-792800-5-iscsi neutron-server[93316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 11:39:35.221347 dv-cinder-792800-5-iscsi neutron-server[93316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 11:39:35.276121 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0010a691-6ec2-41c9-b3cf-418b07aec870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-926144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-134149792'] for network, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:35.283444 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-0010a691-6ec2-41c9-b3cf-418b07aec870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for network, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:35.288189 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-0010a691-6ec2-41c9-b3cf-418b07aec870 admin admin] 10.222.0.24 "DELETE /v2.0/networks/950c04cb-547c-4811-9416-9462dc83815e HTTP/1.1" status: 204 len: 168 time: 0.5333867 Aug 10 11:39:35.288431 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 58626) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:39:35.295215 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0010a691-6ec2-41c9-b3cf-418b07aec870 admin admin] Pushing event deleted for resources: {'Network': ['ID=950c04cb-547c-4811-9416-9462dc83815e,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:39:35.302404 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0010a691-6ec2-41c9-b3cf-418b07aec870 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:39:35.302759 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0010a691-6ec2-41c9-b3cf-418b07aec870 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:39:35.303103 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0010a691-6ec2-41c9-b3cf-418b07aec870 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:39:35.303442 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0010a691-6ec2-41c9-b3cf-418b07aec870 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:39:35.303776 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0010a691-6ec2-41c9-b3cf-418b07aec870 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:39:35.304109 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0010a691-6ec2-41c9-b3cf-418b07aec870 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:39:35.305349 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0010a691-6ec2-41c9-b3cf-418b07aec870 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:39:35.305349 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0010a691-6ec2-41c9-b3cf-418b07aec870 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:39:35.305675 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0010a691-6ec2-41c9-b3cf-418b07aec870 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:39:35.306006 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0010a691-6ec2-41c9-b3cf-418b07aec870 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:39:35.306337 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0010a691-6ec2-41c9-b3cf-418b07aec870 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:39:35.306649 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0010a691-6ec2-41c9-b3cf-418b07aec870 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:39:35.500706 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 0dfcebdf-4b5b-4351-ace9-f352a0a2be93 no longer exists at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 11:39:35.520683 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] No Port match for: 0dfcebdf-4b5b-4351-ace9-f352a0a2be93 {{(pid=93317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 11:39:35.521025 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 0dfcebdf-4b5b-4351-ace9-f352a0a2be93 not bound to the agent host dv-cinder-792800-5-iscsi {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 11:39:35.521454 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device c14f6fc3-f12b-44f7-90ba-86ed23af16db no longer exists at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 11:39:35.541232 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] No Port match for: c14f6fc3-f12b-44f7-90ba-86ed23af16db {{(pid=93317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 11:39:35.541598 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device c14f6fc3-f12b-44f7-90ba-86ed23af16db not bound to the agent host dv-cinder-792800-5-iscsi {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 11:39:35.542008 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device d6e4f7b3-3fe5-49e8-9f2a-82658f52142a no longer exists at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 11:39:35.562902 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] No Port match for: d6e4f7b3-3fe5-49e8-9f2a-82658f52142a {{(pid=93317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 11:39:35.563249 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device d6e4f7b3-3fe5-49e8-9f2a-82658f52142a not bound to the agent host dv-cinder-792800-5-iscsi {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 11:39:35.633364 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-949abd6f-3c97-4ea2-b272-803a53e111e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-134174610'] for router_interface, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:35.872931 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [None req-949abd6f-3c97-4ea2-b272-803a53e111e9 admin admin] Deleting port c1051bcf-6164-43d5-aed7-f13e6b168d38 {{(pid=93315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:39:35.873279 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-949abd6f-3c97-4ea2-b272-803a53e111e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:35.949100 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [None req-949abd6f-3c97-4ea2-b272-803a53e111e9 admin admin] For port c1051bcf-6164-43d5-aed7-f13e6b168d38, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=c1051bcf-6164-43d5-aed7-f13e6b168d38,segment=NetworkSegment(76d738c3-fd24-444e-b452-0fe4c71af343),segment_id=76d738c3-fd24-444e-b452-0fe4c71af343)] {{(pid=93315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:39:35.949410 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-949abd6f-3c97-4ea2-b272-803a53e111e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:35.961972 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [None req-949abd6f-3c97-4ea2-b272-803a53e111e9 admin admin] Calling delete_port for c1051bcf-6164-43d5-aed7-f13e6b168d38 owned by network:router_interface {{(pid=93315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:39:36.141253 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-949abd6f-3c97-4ea2-b272-803a53e111e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:36.171757 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949abd6f-3c97-4ea2-b272-803a53e111e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1051bcf-6164-43d5-aed7-f13e6b168d38,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:39:36.337375 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-949abd6f-3c97-4ea2-b272-803a53e111e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133803065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-134148898'] for router_interface, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:36.798005 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949abd6f-3c97-4ea2-b272-803a53e111e9 admin admin] Router c053747d-7a58-4c63-bb11-881764ab253b has already been hosted by L3 agent c7f5eca1-6939-476e-9546-e5f0f7bb2dc8 {{(pid=93315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 11:39:36.901139 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949abd6f-3c97-4ea2-b272-803a53e111e9 admin admin] Notify agent at l3_agent.dv-cinder-792800-5-iscsi the message routers_updated {{(pid=93315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 11:39:36.906593 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-949abd6f-3c97-4ea2-b272-803a53e111e9 admin admin] 10.222.0.24 "PUT /v2.0/routers/c053747d-7a58-4c63-bb11-881764ab253b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6164210 Aug 10 11:39:36.909109 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 58628) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:39:36.909761 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abdb1a4-1fdc-4a10-b9ca-ccc8388d97db None None] Sync routers for ids ['c053747d-7a58-4c63-bb11-881764ab253b'] in dv-cinder-792800-5-iscsi {{(pid=93318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 11:39:36.918957 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abdb1a4-1fdc-4a10-b9ca-ccc8388d97db None None] Routers {'c053747d-7a58-4c63-bb11-881764ab253b'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:39:36.919570 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-0abdb1a4-1fdc-4a10-b9ca-ccc8388d97db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:39:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['c053747d-7a58-4c63-bb11-881764ab253b'], 'active': True} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:39:36.973648 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-1e46d064-57a4-416f-88cc-a4007bbf6f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:37.013083 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-32bede10-5adb-45cf-a660-9bda280580fa admin admin] Notify callbacks [] for router, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:37.027236 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvr_db [None req-0abdb1a4-1fdc-4a10-b9ca-ccc8388d97db None None] Set router c053747d-7a58-4c63-bb11-881764ab253b gateway port host: dv-cinder-792800-5-iscsi {{(pid=93318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:39:37.110321 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-32bede10-5adb-45cf-a660-9bda280580fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:37.134156 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:37.170814 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [None req-32bede10-5adb-45cf-a660-9bda280580fa admin admin] Deleting port 53cbc8f4-4e6d-4d3d-a2e9-1ffa60554ba0 {{(pid=93315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:39:37.171105 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-32bede10-5adb-45cf-a660-9bda280580fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:37.206256 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-0abdb1a4-1fdc-4a10-b9ca-ccc8388d97db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c053747d-7a58-4c63-bb11-881764ab253b', 'name': 'tempest-TestMinimumBasicScenario-79340874-router', 'tenant_id': 'a4a9c76bc7b34ae790188aec565c4bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '53cbc8f4-4e6d-4d3d-a2e9-1ffa60554ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:37:22Z', 'updated_at': '2021-08-10T11:39:36Z', 'revision_number': 5, 'project_id': 'a4a9c76bc7b34ae790188aec565c4bad', 'gw_port': {'id': '53cbc8f4-4e6d-4d3d-a2e9-1ffa60554ba0', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c053747d-7a58-4c63-bb11-881764ab253b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:37:23Z', 'updated_at': '2021-08-10T11:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi'}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:39:37.236776 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abdb1a4-1fdc-4a10-b9ca-ccc8388d97db None None] Checking router: c053747d-7a58-4c63-bb11-881764ab253b for host: dv-cinder-792800-5-iscsi {{(pid=93318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 11:39:37.246236 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abdb1a4-1fdc-4a10-b9ca-ccc8388d97db None None] Routers {'c053747d-7a58-4c63-bb11-881764ab253b'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:39:37.246862 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-0abdb1a4-1fdc-4a10-b9ca-ccc8388d97db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:39:37Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['c053747d-7a58-4c63-bb11-881764ab253b'], 'active': True} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:39:37.252213 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [None req-32bede10-5adb-45cf-a660-9bda280580fa admin admin] For port 53cbc8f4-4e6d-4d3d-a2e9-1ffa60554ba0, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=53cbc8f4-4e6d-4d3d-a2e9-1ffa60554ba0,segment=NetworkSegment(f70d9b94-9741-4a97-8751-b62ba7cc47d6),segment_id=f70d9b94-9741-4a97-8751-b62ba7cc47d6)] {{(pid=93315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:39:37.252624 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-32bede10-5adb-45cf-a660-9bda280580fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:37.270052 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [None req-32bede10-5adb-45cf-a660-9bda280580fa admin admin] Calling delete_port for 53cbc8f4-4e6d-4d3d-a2e9-1ffa60554ba0 owned by network:router_gateway {{(pid=93315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:39:37.333647 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvr_db [None req-0abdb1a4-1fdc-4a10-b9ca-ccc8388d97db None None] Set router c053747d-7a58-4c63-bb11-881764ab253b gateway port host: None {{(pid=93318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:39:37.386042 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-0abdb1a4-1fdc-4a10-b9ca-ccc8388d97db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c053747d-7a58-4c63-bb11-881764ab253b', 'name': 'tempest-TestMinimumBasicScenario-79340874-router', 'tenant_id': 'a4a9c76bc7b34ae790188aec565c4bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:37:22Z', 'updated_at': '2021-08-10T11:39:37Z', 'revision_number': 6, 'project_id': 'a4a9c76bc7b34ae790188aec565c4bad', 'gw_port_host': None}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:39:37.415196 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abdb1a4-1fdc-4a10-b9ca-ccc8388d97db None None] The sync data for ids ['c053747d-7a58-4c63-bb11-881764ab253b'] in dv-cinder-792800-5-iscsi is: [{'id': 'c053747d-7a58-4c63-bb11-881764ab253b', 'name': 'tempest-TestMinimumBasicScenario-79340874-router', 'tenant_id': 'a4a9c76bc7b34ae790188aec565c4bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:37:22Z', 'updated_at': '2021-08-10T11:39:37Z', 'revision_number': 6, 'project_id': 'a4a9c76bc7b34ae790188aec565c4bad', 'gw_port_host': None}] {{(pid=93318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 11:39:37.444735 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-32bede10-5adb-45cf-a660-9bda280580fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:37.470211 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bede10-5adb-45cf-a660-9bda280580fa admin admin] Pushing event deleted for resources: {'Port': ['ID=53cbc8f4-4e6d-4d3d-a2e9-1ffa60554ba0,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:39:37.536156 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-32bede10-5adb-45cf-a660-9bda280580fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-134149828'] for router_gateway, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:37.623813 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-32bede10-5adb-45cf-a660-9bda280580fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-134123056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-507789'] for router, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:37.625903 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-32bede10-5adb-45cf-a660-9bda280580fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:37.667178 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-32bede10-5adb-45cf-a660-9bda280580fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-134123049'] for router, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:37.667670 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32bede10-5adb-45cf-a660-9bda280580fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router c053747d-7a58-4c63-bb11-881764ab253b {{(pid=93315) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 11:39:37.671917 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-32bede10-5adb-45cf-a660-9bda280580fa admin admin] Notify callbacks [] for router, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:37.675629 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-32bede10-5adb-45cf-a660-9bda280580fa admin admin] 10.222.0.24 "DELETE /v2.0/routers/c053747d-7a58-4c63-bb11-881764ab253b HTTP/1.1" status: 204 len: 168 time: 0.7655976 Aug 10 11:39:37.675790 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 58630) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:39:37.722596 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc45e50a-e5b4-45b9-96d2-587afc74b8fb admin admin] Deleting subnet f431df6c-d80a-47a4-9b32-0dcdcb8f82ea {{(pid=93316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 11:39:37.725464 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-bc45e50a-e5b4-45b9-96d2-587afc74b8fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:37.763604 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-bc45e50a-e5b4-45b9-96d2-587afc74b8fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131715131'] for subnet, precommit_delete_associations {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:37.861368 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-bc45e50a-e5b4-45b9-96d2-587afc74b8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926530'] for subnet, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:37.915421 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-bc45e50a-e5b4-45b9-96d2-587afc74b8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134105691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130748585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131149568'] for subnet, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:37.939557 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc45e50a-e5b4-45b9-96d2-587afc74b8fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f431df6c-d80a-47a4-9b32-0dcdcb8f82ea,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:39:37.943233 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-bc45e50a-e5b4-45b9-96d2-587afc74b8fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for subnet, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:37.945151 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-bc45e50a-e5b4-45b9-96d2-587afc74b8fb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f431df6c-d80a-47a4-9b32-0dcdcb8f82ea HTTP/1.1" status: 204 len: 168 time: 0.2683387 Aug 10 11:39:37.947577 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 58632) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:39:37.952248 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fdb8b4-eceb-4fb9-80c2-6261f60a64a8 None None] Network fdb309d8-67de-42b2-8331-09009751c1d7 requested from dv-cinder-792800-5-iscsi {{(pid=93317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:39:37.955628 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-b3865e76-5392-4690-91e0-0d01f8cdc9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:38.016107 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-1b47036a-165c-4f8f-b462-f2ddd88566ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631178'] for network, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:38.068846 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.plugin [None req-1b47036a-165c-4f8f-b462-f2ddd88566ce admin admin] Deleting port 38c82d6a-4af9-485e-90ce-8b037e9b218b {{(pid=93316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:39:38.069158 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-1b47036a-165c-4f8f-b462-f2ddd88566ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:38.137314 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.db [None req-1b47036a-165c-4f8f-b462-f2ddd88566ce admin admin] For port 38c82d6a-4af9-485e-90ce-8b037e9b218b, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=38c82d6a-4af9-485e-90ce-8b037e9b218b,segment=NetworkSegment(76d738c3-fd24-444e-b452-0fe4c71af343),segment_id=76d738c3-fd24-444e-b452-0fe4c71af343)] {{(pid=93316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:39:38.137593 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-1b47036a-165c-4f8f-b462-f2ddd88566ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:38.150736 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.plugin [None req-1b47036a-165c-4f8f-b462-f2ddd88566ce admin admin] Calling delete_port for 38c82d6a-4af9-485e-90ce-8b037e9b218b owned by network:dhcp {{(pid=93316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:39:38.194678 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3c5c02-37f6-4384-90cd-aba1685267da None None] DHCP port deletion for fdb309d8-67de-42b2-8331-09009751c1d7 request from dv-cinder-792800-5-iscsi {{(pid=93317) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 11:39:38.225814 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device c1051bcf-6164-43d5-aed7-f13e6b168d38 no longer exists at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 11:39:38.236594 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-1b47036a-165c-4f8f-b462-f2ddd88566ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130748572'] for port, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:38.247927 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] No Port match for: c1051bcf-6164-43d5-aed7-f13e6b168d38 {{(pid=93317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 11:39:38.248271 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device c1051bcf-6164-43d5-aed7-f13e6b168d38 not bound to the agent host dv-cinder-792800-5-iscsi {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 11:39:38.269251 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b47036a-165c-4f8f-b462-f2ddd88566ce admin admin] No DVR routers for this DVR port 38c82d6a-4af9-485e-90ce-8b037e9b218b on host dv-cinder-792800-5-iscsi {{(pid=93316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 11:39:38.269628 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-4d3c5c02-37f6-4384-90cd-aba1685267da None None] Deleting port 38c82d6a-4af9-485e-90ce-8b037e9b218b {{(pid=93317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:39:38.270026 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-4d3c5c02-37f6-4384-90cd-aba1685267da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:38.275098 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b47036a-165c-4f8f-b462-f2ddd88566ce admin admin] Pushing event deleted for resources: {'Port': ['ID=38c82d6a-4af9-485e-90ce-8b037e9b218b,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:39:38.358243 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.db [None req-4d3c5c02-37f6-4384-90cd-aba1685267da None None] For port 38c82d6a-4af9-485e-90ce-8b037e9b218b, host dv-cinder-792800-5-iscsi, got binding levels [] {{(pid=93317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:39:38.358670 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-4d3c5c02-37f6-4384-90cd-aba1685267da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:38.376240 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-4d3c5c02-37f6-4384-90cd-aba1685267da None None] Calling delete_port for 38c82d6a-4af9-485e-90ce-8b037e9b218b owned by network:dhcp {{(pid=93317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:39:38.379630 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.ipam_backend_mixin [None req-4d3c5c02-37f6-4384-90cd-aba1685267da None None] Port 38c82d6a-4af9-485e-90ce-8b037e9b218b was not found and therefore no delete operation was performed {{(pid=93317) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 11:39:38.381083 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-4d3c5c02-37f6-4384-90cd-aba1685267da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045'] for port, after_delete {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:38.414232 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3c5c02-37f6-4384-90cd-aba1685267da None None] Pushing event deleted for resources: {'Port': ['ID=38c82d6a-4af9-485e-90ce-8b037e9b218b,revision_number=None']} {{(pid=93317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:39:38.422899 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3c5c02-37f6-4384-90cd-aba1685267da None None] No DVR routers for this DVR port 38c82d6a-4af9-485e-90ce-8b037e9b218b on host dv-cinder-792800-5-iscsi {{(pid=93317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 11:39:38.604262 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-1b47036a-165c-4f8f-b462-f2ddd88566ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-926155', 'neutron.services.segments.db._delete_segments_for_network-8778041053552'] for network, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:38.614418 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.services.segments.db [None req-1b47036a-165c-4f8f-b462-f2ddd88566ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdb309d8-67de-42b2-8331-09009751c1d7']}} {{(pid=93316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:39:38.625354 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.services.segments.db [None req-1b47036a-165c-4f8f-b462-f2ddd88566ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76d738c3-fd24-444e-b452-0fe4c71af343') {'for_net_delete': True} {{(pid=93316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:39:38.625645 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.services.segments.db [None req-1b47036a-165c-4f8f-b462-f2ddd88566ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76d738c3-fd24-444e-b452-0fe4c71af343') {} {{(pid=93316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:39:38.635672 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-1b47036a-165c-4f8f-b462-f2ddd88566ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778041055865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131715138'] for segment, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:38.649870 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-1b47036a-165c-4f8f-b462-f2ddd88566ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462'] for segment, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:38.655616 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b47036a-165c-4f8f-b462-f2ddd88566ce admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=93316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 11:39:38.655992 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-1b47036a-165c-4f8f-b462-f2ddd88566ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130748483'] for segment, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:38.657707 dv-cinder-792800-5-iscsi neutron-server[93316]: Traceback (most recent call last): Aug 10 11:39:38.657707 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 11:39:38.657707 dv-cinder-792800-5-iscsi neutron-server[93316]: timer() Aug 10 11:39:38.657707 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 11:39:38.657707 dv-cinder-792800-5-iscsi neutron-server[93316]: cb(*args, **kw) Aug 10 11:39:38.657707 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 11:39:38.657707 dv-cinder-792800-5-iscsi neutron-server[93316]: return func(*args, **kwargs) Aug 10 11:39:38.657707 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 11:39:38.657707 dv-cinder-792800-5-iscsi neutron-server[93316]: self._notify() Aug 10 11:39:38.657707 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 11:39:38.657707 dv-cinder-792800-5-iscsi neutron-server[93316]: self.callback(batched_events) Aug 10 11:39:38.657707 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 11:39:38.657707 dv-cinder-792800-5-iscsi neutron-server[93316]: event.method(event) Aug 10 11:39:38.657707 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 11:39:38.657707 dv-cinder-792800-5-iscsi neutron-server[93316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 11:39:38.657707 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 11:39:38.657707 dv-cinder-792800-5-iscsi neutron-server[93316]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 11:39:38.657707 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 11:39:38.657707 dv-cinder-792800-5-iscsi neutron-server[93316]: return f(self, *a, **k) Aug 10 11:39:38.657707 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 11:39:38.657707 dv-cinder-792800-5-iscsi neutron-server[93316]: return self._get(url).json() Aug 10 11:39:38.657707 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 11:39:38.657707 dv-cinder-792800-5-iscsi neutron-server[93316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 11:39:38.657707 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 11:39:38.657707 dv-cinder-792800-5-iscsi neutron-server[93316]: return self.request(url, 'GET', **kwargs) Aug 10 11:39:38.657707 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 11:39:38.657707 dv-cinder-792800-5-iscsi neutron-server[93316]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 11:39:38.657707 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 11:39:38.657707 dv-cinder-792800-5-iscsi neutron-server[93316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 11:39:38.657707 dv-cinder-792800-5-iscsi neutron-server[93316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 11:39:38.657707 dv-cinder-792800-5-iscsi neutron-server[93316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 11:39:38.657707 dv-cinder-792800-5-iscsi neutron-server[93316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 11:39:38.715252 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-1b47036a-165c-4f8f-b462-f2ddd88566ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-926144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-134149792'] for network, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:38.721050 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-1b47036a-165c-4f8f-b462-f2ddd88566ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for network, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:38.722908 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-1b47036a-165c-4f8f-b462-f2ddd88566ce admin admin] 10.222.0.24 "DELETE /v2.0/networks/fdb309d8-67de-42b2-8331-09009751c1d7 HTTP/1.1" status: 204 len: 168 time: 0.7744050 Aug 10 11:39:38.734938 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b47036a-165c-4f8f-b462-f2ddd88566ce admin admin] Pushing event deleted for resources: {'Network': ['ID=fdb309d8-67de-42b2-8331-09009751c1d7,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:39:38.888103 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 58636) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:39:38.926829 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-1e370451-8271-4166-9f5b-56e4611ce007 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=93e9fd08e08f44a79d5b831058268103&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375211 Aug 10 11:39:38.929236 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 58638) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:39:38.978930 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-a9bf4b92-68cc-4142-ada2-0d485ec913e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:39.002236 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-a9bf4b92-68cc-4142-ada2-0d485ec913e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:39.049005 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-a9bf4b92-68cc-4142-ada2-0d485ec913e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:39.051505 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-a9bf4b92-68cc-4142-ada2-0d485ec913e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:39.052713 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-a9bf4b92-68cc-4142-ada2-0d485ec913e2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/911e61df-c842-41c0-b5cf-5a61827ba7db HTTP/1.1" status: 204 len: 168 time: 0.1225188 Aug 10 11:39:39.060563 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bf4b92-68cc-4142-ada2-0d485ec913e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911e61df-c842-41c0-b5cf-5a61827ba7db,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:39:39.369451 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 58644) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:39:39.411014 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-3ee55614-97cd-4a22-ae5a-2a4a0bbe9ebc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a4a9c76bc7b34ae790188aec565c4bad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403056 Aug 10 11:39:39.413487 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 58646) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:39:39.459623 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-840a15e7-dc7b-4c8a-92bd-423cdddcd5b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:39.480400 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-840a15e7-dc7b-4c8a-92bd-423cdddcd5b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:39.499167 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 53cbc8f4-4e6d-4d3d-a2e9-1ffa60554ba0 no longer exists at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 11:39:39.519741 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] No Port match for: 53cbc8f4-4e6d-4d3d-a2e9-1ffa60554ba0 {{(pid=93317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 11:39:39.520082 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 53cbc8f4-4e6d-4d3d-a2e9-1ffa60554ba0 not bound to the agent host dv-cinder-792800-5-iscsi {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 11:39:39.520569 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 38c82d6a-4af9-485e-90ce-8b037e9b218b no longer exists at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 11:39:39.528735 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-840a15e7-dc7b-4c8a-92bd-423cdddcd5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:39.531472 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-840a15e7-dc7b-4c8a-92bd-423cdddcd5b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:39.532788 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-840a15e7-dc7b-4c8a-92bd-423cdddcd5b0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0e916ede-2f85-4d18-804a-5972c23bfd48 HTTP/1.1" status: 204 len: 168 time: 0.1183949 Aug 10 11:39:39.539656 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] No Port match for: 38c82d6a-4af9-485e-90ce-8b037e9b218b {{(pid=93317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 11:39:39.540001 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 38c82d6a-4af9-485e-90ce-8b037e9b218b not bound to the agent host dv-cinder-792800-5-iscsi {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 11:39:39.550237 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a15e7-dc7b-4c8a-92bd-423cdddcd5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e916ede-2f85-4d18-804a-5972c23bfd48,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:39:39.797114 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-68530e51-c783-4460-a419-f96f34511541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:44.921066 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:48.642518 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a91b35b8-3bc4-4bb0-a9e6-92aae5e82e2a req-7671ffc0-f38f-4632-a5f3-805f2b5f13f0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3fae023e-21e0-4168-a778-6597e829fa96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1931896 Aug 10 11:39:48.725128 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b35b8-3bc4-4bb0-a9e6-92aae5e82e2a req-1076be10-a3d6-4c33-8ba2-56e566b3ccf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:39:48.727439 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a91b35b8-3bc4-4bb0-a9e6-92aae5e82e2a req-1076be10-a3d6-4c33-8ba2-56e566b3ccf5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce631e313f124ffc96522aaec894b463&device_id=3fae023e-21e0-4168-a778-6597e829fa96 HTTP/1.1" status: 200 len: 1098 time: 0.0408549 Aug 10 11:39:48.834040 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b35b8-3bc4-4bb0-a9e6-92aae5e82e2a req-a62e1d9d-cda4-48eb-be5d-e32af66c3cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:39:48.835727 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a91b35b8-3bc4-4bb0-a9e6-92aae5e82e2a req-a62e1d9d-cda4-48eb-be5d-e32af66c3cec service neutron] 10.222.0.59 "GET /v2.0/networks?id=4d20e43e-9b61-4dac-a777-f4b1d57ae537 HTTP/1.1" status: 200 len: 912 time: 0.0899639 Aug 10 11:39:48.911271 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a91b35b8-3bc4-4bb0-a9e6-92aae5e82e2a req-450a7310-2696-46d5-a9e9-4026112d237d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29e28a8f-692e-48b3-a35e-f5a358637783 HTTP/1.1" status: 200 len: 1001 time: 0.0678380 Aug 10 11:39:48.966710 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b35b8-3bc4-4bb0-a9e6-92aae5e82e2a req-e76e216e-1629-4ae0-a025-99038a872660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:39:48.968319 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a91b35b8-3bc4-4bb0-a9e6-92aae5e82e2a req-e76e216e-1629-4ae0-a025-99038a872660 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e HTTP/1.1" status: 200 len: 850 time: 0.0507090 Aug 10 11:39:49.018238 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b35b8-3bc4-4bb0-a9e6-92aae5e82e2a req-7feebb60-cc4f-4157-8e8a-0349dae33127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:39:49.019799 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a91b35b8-3bc4-4bb0-a9e6-92aae5e82e2a req-7feebb60-cc4f-4157-8e8a-0349dae33127 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4d20e43e-9b61-4dac-a777-f4b1d57ae537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447598 Aug 10 11:39:49.030977 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [req-a91b35b8-3bc4-4bb0-a9e6-92aae5e82e2a req-72d4d495-f67f-4de0-9972-ad4fa0e6e583 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93315) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 11:39:49.032050 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a91b35b8-3bc4-4bb0-a9e6-92aae5e82e2a req-72d4d495-f67f-4de0-9972-ad4fa0e6e583 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056231 Aug 10 11:39:49.134437 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a91b35b8-3bc4-4bb0-a9e6-92aae5e82e2a req-e76ba099-8dbc-41d2-8f8c-da351c0fc5d3 service neutron] 10.222.0.59 "GET /v2.0/networks/4d20e43e-9b61-4dac-a777-f4b1d57ae537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946403 Aug 10 11:39:49.226796 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-a91b35b8-3bc4-4bb0-a9e6-92aae5e82e2a req-311dce9c-fce3-4e7d-b7c7-6a4470fe2861 service neutron] 10.222.0.59 "GET /v2.0/networks/4d20e43e-9b61-4dac-a777-f4b1d57ae537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857239 Aug 10 11:39:51.230876 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 58652) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:39:51.430169 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [None req-d96230a4-c616-4d48-8fce-a828fe610af1 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Deleting port f1b107d7-5080-481a-9374-0780907a2deb {{(pid=93315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:39:51.430740 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-d96230a4-c616-4d48-8fce-a828fe610af1 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:51.516018 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-d96230a4-c616-4d48-8fce-a828fe610af1 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:51.516233 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-d96230a4-c616-4d48-8fce-a828fe610af1 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:51.529459 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [None req-d96230a4-c616-4d48-8fce-a828fe610af1 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Calling delete_port for f1b107d7-5080-481a-9374-0780907a2deb owned by network:floatingip {{(pid=93315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:39:51.678302 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-d96230a4-c616-4d48-8fce-a828fe610af1 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:51.702962 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96230a4-c616-4d48-8fce-a828fe610af1 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Pushing event deleted for resources: {'Port': ['ID=f1b107d7-5080-481a-9374-0780907a2deb,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:39:51.716752 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96230a4-c616-4d48-8fce-a828fe610af1 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:39:51.717102 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96230a4-c616-4d48-8fce-a828fe610af1 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:39:51.717450 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96230a4-c616-4d48-8fce-a828fe610af1 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:39:51.717782 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96230a4-c616-4d48-8fce-a828fe610af1 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:39:51.718113 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96230a4-c616-4d48-8fce-a828fe610af1 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:39:51.718458 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96230a4-c616-4d48-8fce-a828fe610af1 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:39:51.718773 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96230a4-c616-4d48-8fce-a828fe610af1 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:39:51.719098 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96230a4-c616-4d48-8fce-a828fe610af1 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:39:51.719434 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96230a4-c616-4d48-8fce-a828fe610af1 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:39:51.719742 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96230a4-c616-4d48-8fce-a828fe610af1 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:39:51.720064 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96230a4-c616-4d48-8fce-a828fe610af1 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:39:51.720380 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96230a4-c616-4d48-8fce-a828fe610af1 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-5-iscsi {{(pid=93315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:39:51.782207 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-d96230a4-c616-4d48-8fce-a828fe610af1 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks [] for floatingip, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:51.782681 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.db.l3_db [None req-d96230a4-c616-4d48-8fce-a828fe610af1 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Floating IP 04dc58ed-60d8-4887-b793-948db614338d disassociated (deleted). External IP: 172.27.1.142, port: 8159de51-1c17-4263-a941-638ee787b08e. Aug 10 11:39:52.001650 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d96230a4-c616-4d48-8fce-a828fe610af1 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Router e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1 has already been hosted by L3 agent c7f5eca1-6939-476e-9546-e5f0f7bb2dc8 {{(pid=93315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 11:39:52.107880 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96230a4-c616-4d48-8fce-a828fe610af1 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify agent at l3_agent.dv-cinder-792800-5-iscsi the message routers_updated {{(pid=93315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 11:39:52.112648 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-d96230a4-c616-4d48-8fce-a828fe610af1 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for floatingip, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:52.120529 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710e543c-4790-4776-8bcb-5296396519c5 None None] Sync routers for ids ['e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'] in dv-cinder-792800-5-iscsi {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 11:39:52.129886 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710e543c-4790-4776-8bcb-5296396519c5 None None] Routers {'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:39:52.130611 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-710e543c-4790-4776-8bcb-5296396519c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:39:37Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:39:52.138550 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-d96230a4-c616-4d48-8fce-a828fe610af1 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "DELETE /v2.0/floatingips/04dc58ed-60d8-4887-b793-948db614338d HTTP/1.1" status: 204 len: 168 time: 0.9065845 Aug 10 11:39:52.139278 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce8b0434-a2a9-4ce3-b5a3-a6ae6179ae0f', 'tag': '8159de51-1c17-4263-a941-638ee787b08e'}] {{(pid=93315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:39:52.141571 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6373fc61674628fc4ea179701e5cfbb487487662fff8fb4d49624df9baba4f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db80886d-deee-43d0-9f8e-49552f7196d6" -d '{"events": [{"name": "network-changed", "server_uuid": "ce8b0434-a2a9-4ce3-b5a3-a6ae6179ae0f", "tag": "8159de51-1c17-4263-a941-638ee787b08e"}]}' {{(pid=93315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:39:52.178112 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 11:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa11627b-6e09-43cb-b298-8e830535c1bb x-openstack-request-id: req-fa11627b-6e09-43cb-b298-8e830535c1bb {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:39:52.178490 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce8b0434-a2a9-4ce3-b5a3-a6ae6179ae0f", "tag": "8159de51-1c17-4263-a941-638ee787b08e", "status": "completed", "code": 200}]} {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:39:52.178870 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fa11627b-6e09-43cb-b298-8e830535c1bb {{(pid=93315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:39:52.179584 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce8b0434-a2a9-4ce3-b5a3-a6ae6179ae0f', 'tag': '8159de51-1c17-4263-a941-638ee787b08e', 'status': 'completed', 'code': 200} Aug 10 11:39:52.242718 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80886d-deee-43d0-9f8e-49552f7196d6 req-8ce91718-aee0-4a72-8728-a1f434fa7b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:39:52.243537 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-710e543c-4790-4776-8bcb-5296396519c5 None None] Set router e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:39:52.244261 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-db80886d-deee-43d0-9f8e-49552f7196d6 req-8ce91718-aee0-4a72-8728-a1f434fa7b01 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce631e313f124ffc96522aaec894b463&device_id=ce8b0434-a2a9-4ce3-b5a3-a6ae6179ae0f HTTP/1.1" status: 200 len: 1099 time: 0.0441053 Aug 10 11:39:52.351903 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80886d-deee-43d0-9f8e-49552f7196d6 req-d3bc19a5-c2fe-4b9a-b26a-8ea7944ce058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:39:52.353605 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-db80886d-deee-43d0-9f8e-49552f7196d6 req-d3bc19a5-c2fe-4b9a-b26a-8ea7944ce058 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4d20e43e-9b61-4dac-a777-f4b1d57ae537 HTTP/1.1" status: 200 len: 912 time: 0.0957937 Aug 10 11:39:52.373405 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a522a0-40cf-4114-bd96-b2b0b438da7a req-90412922-1d92-4261-8751-70be2533cedb tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:39:52.375536 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-a2a522a0-40cf-4114-bd96-b2b0b438da7a req-90412922-1d92-4261-8751-70be2533cedb tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce8b0434-a2a9-4ce3-b5a3-a6ae6179ae0f HTTP/1.1" status: 200 len: 946 time: 0.0540411 Aug 10 11:39:52.401556 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-db80886d-deee-43d0-9f8e-49552f7196d6 req-fae1a7c8-91bc-4d7a-821b-28660e40b7ea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8159de51-1c17-4263-a941-638ee787b08e HTTP/1.1" status: 200 len: 217 time: 0.0394454 Aug 10 11:39:52.415932 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-a2a522a0-40cf-4114-bd96-b2b0b438da7a req-ca3d808e-a9e3-4a6a-9e21-a4f933d08a9c tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341313 Aug 10 11:39:52.454117 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80886d-deee-43d0-9f8e-49552f7196d6 req-027cdb1c-6573-4057-98a7-c588d1ec6952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:39:52.455626 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-db80886d-deee-43d0-9f8e-49552f7196d6 req-027cdb1c-6573-4057-98a7-c588d1ec6952 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e HTTP/1.1" status: 200 len: 850 time: 0.0462904 Aug 10 11:39:52.491583 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-710e543c-4790-4776-8bcb-5296396519c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'name': 'tempest-TestVolumeBootPattern-754726836-router', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '6165e744-bb5d-42b4-bfec-ec2c7a33d6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:32:18Z', 'updated_at': '2021-08-10T11:32:23Z', 'revision_number': 4, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'gw_port': {'id': '6165e744-bb5d-42b4-bfec-ec2c7a33d6ab', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:20Z', 'updated_at': '2021-08-10T11:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_floatingips': [{'id': 'fa81ca2c-f871-4431-91b5-69b53997a7e2', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'floating_ip_address': '172.27.1.144', 'floating_network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'router_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'port_id': '29e28a8f-692e-48b3-a35e-f5a358637783', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537', 'mac_address': 'fa:16:3e:ed:d9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fae023e-21e0-4168-a778-6597e829fa96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T11:36:16Z', 'updated_at': '2021-08-10T11:36:18Z', 'revision_number': 1, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f52f062-0f06-40a4-97f2-e1ab4ef52e0c', 'name': '', 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'mac_address': 'fa:16:3e:24:4b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:22Z', 'updated_at': '2021-08-10T11:32:29Z', 'revision_number': 5, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'subnets': [{'id': 'f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:39:52.509255 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80886d-deee-43d0-9f8e-49552f7196d6 req-11d327bd-3989-4f56-8ef1-97276374cb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:39:52.510478 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-db80886d-deee-43d0-9f8e-49552f7196d6 req-11d327bd-3989-4f56-8ef1-97276374cb1d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4d20e43e-9b61-4dac-a777-f4b1d57ae537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474555 Aug 10 11:39:52.519031 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710e543c-4790-4776-8bcb-5296396519c5 None None] Checking router: e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1 for host: dv-cinder-792800-5-iscsi {{(pid=93317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 11:39:52.528408 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710e543c-4790-4776-8bcb-5296396519c5 None None] Routers {'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:39:52.529060 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-710e543c-4790-4776-8bcb-5296396519c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:39:37Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:39:52.605602 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-db80886d-deee-43d0-9f8e-49552f7196d6 req-fb60d032-480e-4c38-8b15-aa1bff95c618 service neutron] 10.222.0.59 "GET /v2.0/networks/4d20e43e-9b61-4dac-a777-f4b1d57ae537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860903 Aug 10 11:39:52.641505 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-710e543c-4790-4776-8bcb-5296396519c5 None None] Set router e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:39:52.704644 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-db80886d-deee-43d0-9f8e-49552f7196d6 req-6a85fac4-a923-4ceb-af5e-83e94356f945 service neutron] 10.222.0.59 "GET /v2.0/networks/4d20e43e-9b61-4dac-a777-f4b1d57ae537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908763 Aug 10 11:39:53.004579 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-710e543c-4790-4776-8bcb-5296396519c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'name': 'tempest-TestVolumeBootPattern-754726836-router', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '6165e744-bb5d-42b4-bfec-ec2c7a33d6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:32:18Z', 'updated_at': '2021-08-10T11:32:23Z', 'revision_number': 4, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'gw_port': {'id': '6165e744-bb5d-42b4-bfec-ec2c7a33d6ab', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:20Z', 'updated_at': '2021-08-10T11:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_floatingips': [{'id': 'fa81ca2c-f871-4431-91b5-69b53997a7e2', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'floating_ip_address': '172.27.1.144', 'floating_network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'router_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'port_id': '29e28a8f-692e-48b3-a35e-f5a358637783', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537', 'mac_address': 'fa:16:3e:ed:d9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fae023e-21e0-4168-a778-6597e829fa96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T11:36:16Z', 'updated_at': '2021-08-10T11:36:18Z', 'revision_number': 1, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f52f062-0f06-40a4-97f2-e1ab4ef52e0c', 'name': '', 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'mac_address': 'fa:16:3e:24:4b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:22Z', 'updated_at': '2021-08-10T11:32:29Z', 'revision_number': 5, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'subnets': [{'id': 'f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:39:53.035634 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710e543c-4790-4776-8bcb-5296396519c5 None None] The sync data for ids ['e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'] in dv-cinder-792800-5-iscsi is: [{'id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'name': 'tempest-TestVolumeBootPattern-754726836-router', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '6165e744-bb5d-42b4-bfec-ec2c7a33d6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:32:18Z', 'updated_at': '2021-08-10T11:32:23Z', 'revision_number': 4, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'gw_port': {'id': '6165e744-bb5d-42b4-bfec-ec2c7a33d6ab', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:20Z', 'updated_at': '2021-08-10T11:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_floatingips': [{'id': 'fa81ca2c-f871-4431-91b5-69b53997a7e2', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'floating_ip_address': '172.27.1.144', 'floating_network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'router_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'port_id': '29e28a8f-692e-48b3-a35e-f5a358637783', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537', 'mac_address': 'fa:16:3e:ed:d9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fae023e-21e0-4168-a778-6597e829fa96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T11:36:16Z', 'updated_at': '2021-08-10T11:36:18Z', 'revision_number': 1, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f52f062-0f06-40a4-97f2-e1ab4ef52e0c', 'name': '', 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'mac_address': 'fa:16:3e:24:4b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:22Z', 'updated_at': '2021-08-10T11:32:29Z', 'revision_number': 5, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'subnets': [{'id': 'f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 11:39:53.255705 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990d1e0e-7def-430c-94ee-4a13213105b4 None None] New status for floating IP 04dc58ed-60d8-4887-b793-948db614338d: DOWN {{(pid=93318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 11:39:53.535437 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ee354-9900-4d13-9b45-24c109a6122d req-4d00bfc4-3e75-4c1d-8f90-1a758670e5f0 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:39:53.536861 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ae1ee354-9900-4d13-9b45-24c109a6122d req-4d00bfc4-3e75-4c1d-8f90-1a758670e5f0 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce8b0434-a2a9-4ce3-b5a3-a6ae6179ae0f HTTP/1.1" status: 200 len: 946 time: 0.0498326 Aug 10 11:39:53.575983 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-ae1ee354-9900-4d13-9b45-24c109a6122d req-027ebb2a-5787-4361-803e-9906e76f48fa tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323565 Aug 10 11:39:53.817039 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2a501-6eee-46e7-a5a2-bc43fe31292b req-e7198fc6-25aa-4b20-86bc-e079edef5dfb tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:39:53.818498 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-59d2a501-6eee-46e7-a5a2-bc43fe31292b req-e7198fc6-25aa-4b20-86bc-e079edef5dfb tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce8b0434-a2a9-4ce3-b5a3-a6ae6179ae0f HTTP/1.1" status: 200 len: 946 time: 0.0550613 Aug 10 11:39:53.917399 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [req-59d2a501-6eee-46e7-a5a2-bc43fe31292b req-29e89b4a-23b7-4353-85f8-d5cf4635db74 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Deleting port 8159de51-1c17-4263-a941-638ee787b08e {{(pid=93315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:39:53.917737 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-59d2a501-6eee-46e7-a5a2-bc43fe31292b req-29e89b4a-23b7-4353-85f8-d5cf4635db74 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:54.006680 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-59d2a501-6eee-46e7-a5a2-bc43fe31292b req-29e89b4a-23b7-4353-85f8-d5cf4635db74 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] For port 8159de51-1c17-4263-a941-638ee787b08e, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=8159de51-1c17-4263-a941-638ee787b08e,segment=NetworkSegment(a7e3b168-86a5-433e-b17e-7040e9e508ed),segment_id=a7e3b168-86a5-433e-b17e-7040e9e508ed)] {{(pid=93315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:39:54.007589 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-59d2a501-6eee-46e7-a5a2-bc43fe31292b req-29e89b4a-23b7-4353-85f8-d5cf4635db74 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:54.020236 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [req-59d2a501-6eee-46e7-a5a2-bc43fe31292b req-29e89b4a-23b7-4353-85f8-d5cf4635db74 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Calling delete_port for 8159de51-1c17-4263-a941-638ee787b08e owned by compute:nova {{(pid=93315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:39:54.164157 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-59d2a501-6eee-46e7-a5a2-bc43fe31292b req-29e89b4a-23b7-4353-85f8-d5cf4635db74 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:54.192295 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e89b4a-23b7-4353-85f8-d5cf4635db74 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Pushing event deleted for resources: {'Port': ['ID=8159de51-1c17-4263-a941-638ee787b08e,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:39:54.239908 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d2a501-6eee-46e7-a5a2-bc43fe31292b req-29e89b4a-23b7-4353-85f8-d5cf4635db74 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] No DVR routers for this DVR port 8159de51-1c17-4263-a941-638ee787b08e on host hv-cinder-79280 {{(pid=93315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 11:39:54.243403 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-59d2a501-6eee-46e7-a5a2-bc43fe31292b req-29e89b4a-23b7-4353-85f8-d5cf4635db74 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:54.245570 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-59d2a501-6eee-46e7-a5a2-bc43fe31292b req-29e89b4a-23b7-4353-85f8-d5cf4635db74 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.59 "DELETE /v2.0/ports/8159de51-1c17-4263-a941-638ee787b08e HTTP/1.1" status: 204 len: 173 time: 0.4202080 Aug 10 11:39:54.246032 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce8b0434-a2a9-4ce3-b5a3-a6ae6179ae0f', 'name': 'network-vif-deleted', 'tag': '8159de51-1c17-4263-a941-638ee787b08e'}] {{(pid=93315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:39:54.248342 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6373fc61674628fc4ea179701e5cfbb487487662fff8fb4d49624df9baba4f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17bcc62-d5bd-4ef2-94e6-03818d8b384e" -d '{"events": [{"server_uuid": "ce8b0434-a2a9-4ce3-b5a3-a6ae6179ae0f", "name": "network-vif-deleted", "tag": "8159de51-1c17-4263-a941-638ee787b08e"}]}' {{(pid=93315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:39:54.287461 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 11:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2919b0-81df-4368-b403-a6cd4e27c866 x-openstack-request-id: req-5b2919b0-81df-4368-b403-a6cd4e27c866 {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:39:54.287761 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce8b0434-a2a9-4ce3-b5a3-a6ae6179ae0f", "name": "network-vif-deleted", "tag": "8159de51-1c17-4263-a941-638ee787b08e", "status": "completed", "code": 200}]} {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:39:54.288018 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5b2919b0-81df-4368-b403-a6cd4e27c866 {{(pid=93315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:39:54.288444 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce8b0434-a2a9-4ce3-b5a3-a6ae6179ae0f', 'name': 'network-vif-deleted', 'tag': '8159de51-1c17-4263-a941-638ee787b08e', 'status': 'completed', 'code': 200} Aug 10 11:39:54.700012 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-bebc6cb1-c968-4dc6-aa0b-b1b845109267 req-3e3f39a3-f1e4-443a-9d77-ba01f8557cba tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce8b0434-a2a9-4ce3-b5a3-a6ae6179ae0f HTTP/1.1" status: 200 len: 210 time: 0.0270991 Aug 10 11:39:57.207347 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 8159de51-1c17-4263-a941-638ee787b08e no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 11:39:57.229248 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] No Port match for: 8159de51-1c17-4263-a941-638ee787b08e {{(pid=93317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 11:39:57.229595 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 8159de51-1c17-4263-a941-638ee787b08e not bound to the agent host hv-cinder-79280 {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 11:39:57.994123 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 58680) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:39:58.160959 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [None req-5f3d1283-b8ea-48a5-a481-5f80ae6bdb71 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Deleting port 9ea05265-465c-4e9d-9652-c708e8c79b37 {{(pid=93315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:39:58.161305 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-5f3d1283-b8ea-48a5-a481-5f80ae6bdb71 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:58.238008 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-5f3d1283-b8ea-48a5-a481-5f80ae6bdb71 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:58.238241 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-5f3d1283-b8ea-48a5-a481-5f80ae6bdb71 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:58.251513 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [None req-5f3d1283-b8ea-48a5-a481-5f80ae6bdb71 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Calling delete_port for 9ea05265-465c-4e9d-9652-c708e8c79b37 owned by network:floatingip {{(pid=93315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:39:58.414451 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-5f3d1283-b8ea-48a5-a481-5f80ae6bdb71 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:58.445099 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d1283-b8ea-48a5-a481-5f80ae6bdb71 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Pushing event deleted for resources: {'Port': ['ID=9ea05265-465c-4e9d-9652-c708e8c79b37,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:39:58.506034 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-5f3d1283-b8ea-48a5-a481-5f80ae6bdb71 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks [] for floatingip, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:58.506261 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.db.l3_db [None req-5f3d1283-b8ea-48a5-a481-5f80ae6bdb71 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Floating IP fa81ca2c-f871-4431-91b5-69b53997a7e2 disassociated (deleted). External IP: 172.27.1.144, port: 29e28a8f-692e-48b3-a35e-f5a358637783. Aug 10 11:39:58.981945 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3d1283-b8ea-48a5-a481-5f80ae6bdb71 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Router e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1 has already been hosted by L3 agent c7f5eca1-6939-476e-9546-e5f0f7bb2dc8 {{(pid=93315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 11:39:59.089715 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3d1283-b8ea-48a5-a481-5f80ae6bdb71 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify agent at l3_agent.dv-cinder-792800-5-iscsi the message routers_updated {{(pid=93315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 11:39:59.094225 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-5f3d1283-b8ea-48a5-a481-5f80ae6bdb71 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for floatingip, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:39:59.099630 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7738def7-1461-4e9a-9bd7-93bec32184d0 None None] Sync routers for ids ['e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'] in dv-cinder-792800-5-iscsi {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 11:39:59.108741 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7738def7-1461-4e9a-9bd7-93bec32184d0 None None] Routers {'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:39:59.109369 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-7738def7-1461-4e9a-9bd7-93bec32184d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:39:37Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:39:59.121171 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-5f3d1283-b8ea-48a5-a481-5f80ae6bdb71 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "DELETE /v2.0/floatingips/fa81ca2c-f871-4431-91b5-69b53997a7e2 HTTP/1.1" status: 204 len: 168 time: 1.1259434 Aug 10 11:39:59.121921 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fae023e-21e0-4168-a778-6597e829fa96', 'tag': '29e28a8f-692e-48b3-a35e-f5a358637783'}] {{(pid=93315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:39:59.124266 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6373fc61674628fc4ea179701e5cfbb487487662fff8fb4d49624df9baba4f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a0a114-24f6-43f6-b365-3e4cdddd8b0a" -d '{"events": [{"name": "network-changed", "server_uuid": "3fae023e-21e0-4168-a778-6597e829fa96", "tag": "29e28a8f-692e-48b3-a35e-f5a358637783"}]}' {{(pid=93315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:39:59.240066 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-7738def7-1461-4e9a-9bd7-93bec32184d0 None None] Set router e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:39:59.326209 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 11:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54dc63a4-50bc-4655-8f43-4b70df9f298b x-openstack-request-id: req-54dc63a4-50bc-4655-8f43-4b70df9f298b {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:39:59.326574 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fae023e-21e0-4168-a778-6597e829fa96", "tag": "29e28a8f-692e-48b3-a35e-f5a358637783", "status": "completed", "code": 200}]} {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:39:59.326829 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-54dc63a4-50bc-4655-8f43-4b70df9f298b {{(pid=93315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:39:59.327225 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fae023e-21e0-4168-a778-6597e829fa96', 'tag': '29e28a8f-692e-48b3-a35e-f5a358637783', 'status': 'completed', 'code': 200} Aug 10 11:39:59.413527 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c337d85-48d4-4364-9aee-61b3d6e23acf req-dc24da77-19aa-4589-874b-b8a916380827 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:39:59.415076 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-2c337d85-48d4-4364-9aee-61b3d6e23acf req-dc24da77-19aa-4589-874b-b8a916380827 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fae023e-21e0-4168-a778-6597e829fa96 HTTP/1.1" status: 200 len: 945 time: 0.0870111 Aug 10 11:39:59.421827 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0a114-24f6-43f6-b365-3e4cdddd8b0a req-0fddc9ba-e5e5-4062-873b-853ffc9c41b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:39:59.423442 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-69a0a114-24f6-43f6-b365-3e4cdddd8b0a req-0fddc9ba-e5e5-4062-873b-853ffc9c41b1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce631e313f124ffc96522aaec894b463&device_id=3fae023e-21e0-4168-a778-6597e829fa96 HTTP/1.1" status: 200 len: 1098 time: 0.0685787 Aug 10 11:39:59.484284 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-7738def7-1461-4e9a-9bd7-93bec32184d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'name': 'tempest-TestVolumeBootPattern-754726836-router', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '6165e744-bb5d-42b4-bfec-ec2c7a33d6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:32:18Z', 'updated_at': '2021-08-10T11:32:23Z', 'revision_number': 4, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'gw_port': {'id': '6165e744-bb5d-42b4-bfec-ec2c7a33d6ab', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:20Z', 'updated_at': '2021-08-10T11:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': '0f52f062-0f06-40a4-97f2-e1ab4ef52e0c', 'name': '', 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'mac_address': 'fa:16:3e:24:4b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:22Z', 'updated_at': '2021-08-10T11:32:29Z', 'revision_number': 5, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'subnets': [{'id': 'f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:39:59.513566 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-2c337d85-48d4-4364-9aee-61b3d6e23acf req-6a015968-085b-480e-b761-f0c4d287ee40 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890026 Aug 10 11:39:59.518701 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7738def7-1461-4e9a-9bd7-93bec32184d0 None None] Checking router: e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1 for host: dv-cinder-792800-5-iscsi {{(pid=93317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 11:39:59.528680 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7738def7-1461-4e9a-9bd7-93bec32184d0 None None] Routers {'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:39:59.529398 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-7738def7-1461-4e9a-9bd7-93bec32184d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:39:37Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:39:59.551307 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0a114-24f6-43f6-b365-3e4cdddd8b0a req-82b5df5e-8231-4a69-9d44-d915ebdaf2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:39:59.553324 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-69a0a114-24f6-43f6-b365-3e4cdddd8b0a req-82b5df5e-8231-4a69-9d44-d915ebdaf2c6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4d20e43e-9b61-4dac-a777-f4b1d57ae537 HTTP/1.1" status: 200 len: 912 time: 0.1210067 Aug 10 11:39:59.601995 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-69a0a114-24f6-43f6-b365-3e4cdddd8b0a req-28374e83-47b1-4b73-8245-b6248088bc90 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29e28a8f-692e-48b3-a35e-f5a358637783 HTTP/1.1" status: 200 len: 217 time: 0.0411210 Aug 10 11:39:59.645659 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-7738def7-1461-4e9a-9bd7-93bec32184d0 None None] Set router e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:39:59.659529 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0a114-24f6-43f6-b365-3e4cdddd8b0a req-5f5187f5-a80a-4048-9ec9-88c0de79b02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:39:59.662090 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-69a0a114-24f6-43f6-b365-3e4cdddd8b0a req-5f5187f5-a80a-4048-9ec9-88c0de79b02a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e HTTP/1.1" status: 200 len: 850 time: 0.0532670 Aug 10 11:39:59.718850 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0a114-24f6-43f6-b365-3e4cdddd8b0a req-6226f0a1-357c-4397-8431-e6473f3b9f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:39:59.720692 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-69a0a114-24f6-43f6-b365-3e4cdddd8b0a req-6226f0a1-357c-4397-8431-e6473f3b9f45 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4d20e43e-9b61-4dac-a777-f4b1d57ae537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500145 Aug 10 11:39:59.825833 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-69a0a114-24f6-43f6-b365-3e4cdddd8b0a req-0f1d5011-9157-4ae7-8761-ce446761bef6 service neutron] 10.222.0.59 "GET /v2.0/networks/4d20e43e-9b61-4dac-a777-f4b1d57ae537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977399 Aug 10 11:39:59.875911 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-7738def7-1461-4e9a-9bd7-93bec32184d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'name': 'tempest-TestVolumeBootPattern-754726836-router', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '6165e744-bb5d-42b4-bfec-ec2c7a33d6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:32:18Z', 'updated_at': '2021-08-10T11:32:23Z', 'revision_number': 4, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'gw_port': {'id': '6165e744-bb5d-42b4-bfec-ec2c7a33d6ab', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:20Z', 'updated_at': '2021-08-10T11:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': '0f52f062-0f06-40a4-97f2-e1ab4ef52e0c', 'name': '', 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'mac_address': 'fa:16:3e:24:4b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:22Z', 'updated_at': '2021-08-10T11:32:29Z', 'revision_number': 5, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'subnets': [{'id': 'f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:39:59.903707 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7738def7-1461-4e9a-9bd7-93bec32184d0 None None] The sync data for ids ['e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'] in dv-cinder-792800-5-iscsi is: [{'id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'name': 'tempest-TestVolumeBootPattern-754726836-router', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '6165e744-bb5d-42b4-bfec-ec2c7a33d6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:32:18Z', 'updated_at': '2021-08-10T11:32:23Z', 'revision_number': 4, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'gw_port': {'id': '6165e744-bb5d-42b4-bfec-ec2c7a33d6ab', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:20Z', 'updated_at': '2021-08-10T11:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi', '_interfaces': [{'id': '0f52f062-0f06-40a4-97f2-e1ab4ef52e0c', 'name': '', 'network_id': '4d20e43e-9b61-4dac-a777-f4b1d57ae537', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'mac_address': 'fa:16:3e:24:4b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:22Z', 'updated_at': '2021-08-10T11:32:29Z', 'revision_number': 5, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'subnets': [{'id': 'f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 11:39:59.929327 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-69a0a114-24f6-43f6-b365-3e4cdddd8b0a req-4abab2dc-b87e-4c2c-b145-3e0dc0ce7945 service neutron] 10.222.0.59 "GET /v2.0/networks/4d20e43e-9b61-4dac-a777-f4b1d57ae537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941010 Aug 10 11:40:00.149432 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f651c6-d94a-46a2-be26-f5c345782a54 None None] New status for floating IP fa81ca2c-f871-4431-91b5-69b53997a7e2: DOWN {{(pid=93318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 11:40:00.642462 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0cf3e-d038-4b5b-aa5b-ddd407340de6 req-5e5ca496-06d3-4dcb-a773-1dc29613631e tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:40:00.643880 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-4bf0cf3e-d038-4b5b-aa5b-ddd407340de6 req-5e5ca496-06d3-4dcb-a773-1dc29613631e tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fae023e-21e0-4168-a778-6597e829fa96 HTTP/1.1" status: 200 len: 945 time: 0.0519040 Aug 10 11:40:00.684192 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-4bf0cf3e-d038-4b5b-aa5b-ddd407340de6 req-f69fec59-c0c8-4ae5-b125-9dc91a37ca02 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/security-groups?id=9753a1bf-7b75-4c4f-b159-49ebe812f06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334389 Aug 10 11:40:00.783756 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b650878-1b0d-4822-b3ea-8141d50dec34 req-0d4db67f-769b-48d2-8506-b5109429a878 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:40:00.785305 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-6b650878-1b0d-4822-b3ea-8141d50dec34 req-0d4db67f-769b-48d2-8506-b5109429a878 tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.59 "GET /v2.0/ports?device_id=3fae023e-21e0-4168-a778-6597e829fa96 HTTP/1.1" status: 200 len: 945 time: 0.0531917 Aug 10 11:40:00.883334 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [req-6b650878-1b0d-4822-b3ea-8141d50dec34 req-34c03bf5-c5a7-4583-8799-a89918743c2b tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Deleting port 29e28a8f-692e-48b3-a35e-f5a358637783 {{(pid=93315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:40:00.883679 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-6b650878-1b0d-4822-b3ea-8141d50dec34 req-34c03bf5-c5a7-4583-8799-a89918743c2b tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:00.981894 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [req-6b650878-1b0d-4822-b3ea-8141d50dec34 req-34c03bf5-c5a7-4583-8799-a89918743c2b tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] For port 29e28a8f-692e-48b3-a35e-f5a358637783, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=29e28a8f-692e-48b3-a35e-f5a358637783,segment=NetworkSegment(a7e3b168-86a5-433e-b17e-7040e9e508ed),segment_id=a7e3b168-86a5-433e-b17e-7040e9e508ed)] {{(pid=93315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:40:00.982167 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-6b650878-1b0d-4822-b3ea-8141d50dec34 req-34c03bf5-c5a7-4583-8799-a89918743c2b tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:00.996117 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [req-6b650878-1b0d-4822-b3ea-8141d50dec34 req-34c03bf5-c5a7-4583-8799-a89918743c2b tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Calling delete_port for 29e28a8f-692e-48b3-a35e-f5a358637783 owned by compute:nova {{(pid=93315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:40:01.141488 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-6b650878-1b0d-4822-b3ea-8141d50dec34 req-34c03bf5-c5a7-4583-8799-a89918743c2b tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:01.171456 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c03bf5-c5a7-4583-8799-a89918743c2b tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Pushing event deleted for resources: {'Port': ['ID=29e28a8f-692e-48b3-a35e-f5a358637783,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:40:01.218700 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b650878-1b0d-4822-b3ea-8141d50dec34 req-34c03bf5-c5a7-4583-8799-a89918743c2b tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] No DVR routers for this DVR port 29e28a8f-692e-48b3-a35e-f5a358637783 on host hv-cinder-79280 {{(pid=93315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 11:40:01.226597 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [req-6b650878-1b0d-4822-b3ea-8141d50dec34 req-34c03bf5-c5a7-4583-8799-a89918743c2b tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for port, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:01.228764 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [req-6b650878-1b0d-4822-b3ea-8141d50dec34 req-34c03bf5-c5a7-4583-8799-a89918743c2b tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.59 "DELETE /v2.0/ports/29e28a8f-692e-48b3-a35e-f5a358637783 HTTP/1.1" status: 204 len: 173 time: 0.4375660 Aug 10 11:40:01.328967 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fae023e-21e0-4168-a778-6597e829fa96', 'name': 'network-vif-deleted', 'tag': '29e28a8f-692e-48b3-a35e-f5a358637783'}] {{(pid=93315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 11:40:01.331338 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6373fc61674628fc4ea179701e5cfbb487487662fff8fb4d49624df9baba4f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24aee414-0e14-4d52-8dd1-b3f224f5c1b3" -d '{"events": [{"server_uuid": "3fae023e-21e0-4168-a778-6597e829fa96", "name": "network-vif-deleted", "tag": "29e28a8f-692e-48b3-a35e-f5a358637783"}]}' {{(pid=93315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 11:40:01.368705 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 11:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9012bf-19a2-4815-9318-65c48f461c2b x-openstack-request-id: req-6f9012bf-19a2-4815-9318-65c48f461c2b {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 11:40:01.369001 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fae023e-21e0-4168-a778-6597e829fa96", "name": "network-vif-deleted", "tag": "29e28a8f-692e-48b3-a35e-f5a358637783", "status": "completed", "code": 200}]} {{(pid=93315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 11:40:01.369254 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6f9012bf-19a2-4815-9318-65c48f461c2b {{(pid=93315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 11:40:01.369654 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fae023e-21e0-4168-a778-6597e829fa96', 'name': 'network-vif-deleted', 'tag': '29e28a8f-692e-48b3-a35e-f5a358637783', 'status': 'completed', 'code': 200} Aug 10 11:40:01.791519 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [req-f5f4075b-efc7-49a3-bc6a-29c9cdf80654 req-517a22bf-499a-48fc-ae47-2bc261a5715c tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fae023e-21e0-4168-a778-6597e829fa96 HTTP/1.1" status: 200 len: 210 time: 0.0288346 Aug 10 11:40:02.585160 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.agents_db [None req-cf88a1ba-3529-4992-9648-399914351393 None None] Agent healthcheck: found 6 active agents {{(pid=93318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 11:40:02.848861 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 58698) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:40:02.976728 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [None req-98f2162b-fc71-4f38-935e-4652ac2d550b tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Deleting port 8ddd18a0-eb7f-4c2d-8980-038d26404e92 {{(pid=93315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:40:02.977080 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-98f2162b-fc71-4f38-935e-4652ac2d550b tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:03.052009 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-98f2162b-fc71-4f38-935e-4652ac2d550b tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:03.052386 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-98f2162b-fc71-4f38-935e-4652ac2d550b tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:03.064185 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [None req-98f2162b-fc71-4f38-935e-4652ac2d550b tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Calling delete_port for 8ddd18a0-eb7f-4c2d-8980-038d26404e92 owned by network:floatingip {{(pid=93315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:40:03.200017 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-98f2162b-fc71-4f38-935e-4652ac2d550b tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:03.223543 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f2162b-fc71-4f38-935e-4652ac2d550b tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Pushing event deleted for resources: {'Port': ['ID=8ddd18a0-eb7f-4c2d-8980-038d26404e92,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:40:03.289116 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-98f2162b-fc71-4f38-935e-4652ac2d550b tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks [] for floatingip, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:03.291877 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-98f2162b-fc71-4f38-935e-4652ac2d550b tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108643'] for floatingip, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:03.293103 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-98f2162b-fc71-4f38-935e-4652ac2d550b tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "DELETE /v2.0/floatingips/2ba50d51-33aa-4252-942c-ff068e7683f3 HTTP/1.1" status: 204 len: 168 time: 0.4432340 Aug 10 11:40:04.330946 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-2228e9d1-fb58-4781-b4fe-bf163a3b310b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:04.494977 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 58710) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:40:04.557693 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-517fc47b-63fa-46cb-8ca6-790f323cfc1f tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:04.584421 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-517fc47b-63fa-46cb-8ca6-790f323cfc1f tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:04.642027 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-517fc47b-63fa-46cb-8ca6-790f323cfc1f tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:04.644586 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-517fc47b-63fa-46cb-8ca6-790f323cfc1f tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:04.645777 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-517fc47b-63fa-46cb-8ca6-790f323cfc1f tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] 10.222.0.24 "DELETE /v2.0/security-groups/9753a1bf-7b75-4c4f-b159-49ebe812f06e HTTP/1.1" status: 204 len: 168 time: 0.1497905 Aug 10 11:40:04.655821 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517fc47b-63fa-46cb-8ca6-790f323cfc1f tempest-TestVolumeBootPattern-1223368935 tempest-TestVolumeBootPattern-1223368935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9753a1bf-7b75-4c4f-b159-49ebe812f06e,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:40:04.699908 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 58714) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:40:05.129461 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-ebc4d449-3e72-4ecc-8551-873582280546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-134174610'] for router_interface, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:05.259780 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 29e28a8f-692e-48b3-a35e-f5a358637783 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 11:40:05.280542 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] No Port match for: 29e28a8f-692e-48b3-a35e-f5a358637783 {{(pid=93317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 11:40:05.280886 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Device 29e28a8f-692e-48b3-a35e-f5a358637783 not bound to the agent host hv-cinder-79280 {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 11:40:05.386556 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.plugin [None req-ebc4d449-3e72-4ecc-8551-873582280546 admin admin] Deleting port 0f52f062-0f06-40a4-97f2-e1ab4ef52e0c {{(pid=93316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:40:05.386790 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-ebc4d449-3e72-4ecc-8551-873582280546 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:05.473504 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.db [None req-ebc4d449-3e72-4ecc-8551-873582280546 admin admin] For port 0f52f062-0f06-40a4-97f2-e1ab4ef52e0c, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=0f52f062-0f06-40a4-97f2-e1ab4ef52e0c,segment=NetworkSegment(a7e3b168-86a5-433e-b17e-7040e9e508ed),segment_id=a7e3b168-86a5-433e-b17e-7040e9e508ed)] {{(pid=93316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:40:05.473899 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-ebc4d449-3e72-4ecc-8551-873582280546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:05.491246 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.plugin [None req-ebc4d449-3e72-4ecc-8551-873582280546 admin admin] Calling delete_port for 0f52f062-0f06-40a4-97f2-e1ab4ef52e0c owned by network:router_interface {{(pid=93316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:40:05.665441 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-ebc4d449-3e72-4ecc-8551-873582280546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130748572'] for port, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:05.693828 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc4d449-3e72-4ecc-8551-873582280546 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f52f062-0f06-40a4-97f2-e1ab4ef52e0c,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:40:05.852958 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-ebc4d449-3e72-4ecc-8551-873582280546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133803065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-134148898'] for router_interface, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:06.054912 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc4d449-3e72-4ecc-8551-873582280546 admin admin] Router e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1 has already been hosted by L3 agent c7f5eca1-6939-476e-9546-e5f0f7bb2dc8 {{(pid=93316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 11:40:06.159188 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc4d449-3e72-4ecc-8551-873582280546 admin admin] Notify agent at l3_agent.dv-cinder-792800-5-iscsi the message routers_updated {{(pid=93316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 11:40:06.164406 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-ebc4d449-3e72-4ecc-8551-873582280546 admin admin] 10.222.0.24 "PUT /v2.0/routers/e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4632924 Aug 10 11:40:06.166949 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 58718) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:40:06.169399 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b96f0ef-2ab4-46d6-a709-9ac3b403f9e0 None None] Sync routers for ids ['e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'] in dv-cinder-792800-5-iscsi {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 11:40:06.179269 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b96f0ef-2ab4-46d6-a709-9ac3b403f9e0 None None] Routers {'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:40:06.179889 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-2b96f0ef-2ab4-46d6-a709-9ac3b403f9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:39:37Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:40:06.268029 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-4b5881ec-815d-4815-9f1b-d461a6a5c945 admin admin] Notify callbacks [] for router, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:06.282401 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-2b96f0ef-2ab4-46d6-a709-9ac3b403f9e0 None None] Set router e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:40:06.374540 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-4b5881ec-815d-4815-9f1b-d461a6a5c945 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:06.426216 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.plugin [None req-4b5881ec-815d-4815-9f1b-d461a6a5c945 admin admin] Deleting port 6165e744-bb5d-42b4-bfec-ec2c7a33d6ab {{(pid=93316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:40:06.426558 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-4b5881ec-815d-4815-9f1b-d461a6a5c945 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:06.463488 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-2b96f0ef-2ab4-46d6-a709-9ac3b403f9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'name': 'tempest-TestVolumeBootPattern-754726836-router', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '6165e744-bb5d-42b4-bfec-ec2c7a33d6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:32:18Z', 'updated_at': '2021-08-10T11:40:05Z', 'revision_number': 5, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'gw_port': {'id': '6165e744-bb5d-42b4-bfec-ec2c7a33d6ab', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:20Z', 'updated_at': '2021-08-10T11:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi'}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:40:06.489502 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b96f0ef-2ab4-46d6-a709-9ac3b403f9e0 None None] Checking router: e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1 for host: dv-cinder-792800-5-iscsi {{(pid=93317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 11:40:06.498674 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b96f0ef-2ab4-46d6-a709-9ac3b403f9e0 None None] Routers {'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:40:06.499287 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-2b96f0ef-2ab4-46d6-a709-9ac3b403f9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:39:37Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'], 'active': True} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:40:06.504306 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.db [None req-4b5881ec-815d-4815-9f1b-d461a6a5c945 admin admin] For port 6165e744-bb5d-42b4-bfec-ec2c7a33d6ab, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=6165e744-bb5d-42b4-bfec-ec2c7a33d6ab,segment=NetworkSegment(f70d9b94-9741-4a97-8751-b62ba7cc47d6),segment_id=f70d9b94-9741-4a97-8751-b62ba7cc47d6)] {{(pid=93316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:40:06.504713 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-4b5881ec-815d-4815-9f1b-d461a6a5c945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:06.520682 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.plugins.ml2.plugin [None req-4b5881ec-815d-4815-9f1b-d461a6a5c945 admin admin] Calling delete_port for 6165e744-bb5d-42b4-bfec-ec2c7a33d6ab owned by network:router_gateway {{(pid=93316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:40:06.586507 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_dvr_db [None req-2b96f0ef-2ab4-46d6-a709-9ac3b403f9e0 None None] Set router e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1 gateway port host: None {{(pid=93317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:40:06.690760 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-4b5881ec-815d-4815-9f1b-d461a6a5c945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130748572'] for port, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:06.723863 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5881ec-815d-4815-9f1b-d461a6a5c945 admin admin] Pushing event deleted for resources: {'Port': ['ID=6165e744-bb5d-42b4-bfec-ec2c7a33d6ab,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:40:06.774180 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.db.l3_hamode_db [None req-2b96f0ef-2ab4-46d6-a709-9ac3b403f9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'name': 'tempest-TestVolumeBootPattern-754726836-router', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:32:18Z', 'updated_at': '2021-08-10T11:40:06Z', 'revision_number': 6, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'gw_port_host': None}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:40:06.785863 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-4b5881ec-815d-4815-9f1b-d461a6a5c945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-134149828'] for router_gateway, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:06.801032 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b96f0ef-2ab4-46d6-a709-9ac3b403f9e0 None None] The sync data for ids ['e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1'] in dv-cinder-792800-5-iscsi is: [{'id': 'e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1', 'name': 'tempest-TestVolumeBootPattern-754726836-router', 'tenant_id': 'ce631e313f124ffc96522aaec894b463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:32:18Z', 'updated_at': '2021-08-10T11:40:06Z', 'revision_number': 6, 'project_id': 'ce631e313f124ffc96522aaec894b463', 'gw_port_host': None}] {{(pid=93317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 11:40:06.874621 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-4b5881ec-815d-4815-9f1b-d461a6a5c945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-134123056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-507789'] for router, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:06.876708 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-4b5881ec-815d-4815-9f1b-d461a6a5c945 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:06.918668 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-4b5881ec-815d-4815-9f1b-d461a6a5c945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-134123049'] for router, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:06.919184 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5881ec-815d-4815-9f1b-d461a6a5c945 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1 {{(pid=93316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 11:40:06.923515 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-4b5881ec-815d-4815-9f1b-d461a6a5c945 admin admin] Notify callbacks [] for router, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:06.924684 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-4b5881ec-815d-4815-9f1b-d461a6a5c945 admin admin] 10.222.0.24 "DELETE /v2.0/routers/e5f68f0d-16d7-4986-a0c3-7f138b8dc4c1 HTTP/1.1" status: 204 len: 168 time: 0.7568188 Aug 10 11:40:06.927203 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 58720) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:40:06.973997 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-052d9166-08e4-4d7a-b76f-c7700ddd284a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:06.974242 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.db.db_base_plugin_v2 [None req-848cb0f0-04e5-41b3-ab75-a1aa3f65ee6f admin admin] Deleting subnet f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e {{(pid=93316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 11:40:06.978322 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-848cb0f0-04e5-41b3-ab75-a1aa3f65ee6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:07.012338 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-848cb0f0-04e5-41b3-ab75-a1aa3f65ee6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131715131'] for subnet, precommit_delete_associations {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:07.087650 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-848cb0f0-04e5-41b3-ab75-a1aa3f65ee6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926530'] for subnet, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:07.138198 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:07.147582 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-848cb0f0-04e5-41b3-ab75-a1aa3f65ee6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134105691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130748585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131149568'] for subnet, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:07.174706 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848cb0f0-04e5-41b3-ab75-a1aa3f65ee6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:40:07.176740 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-848cb0f0-04e5-41b3-ab75-a1aa3f65ee6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for subnet, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:07.179191 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-848cb0f0-04e5-41b3-ab75-a1aa3f65ee6f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f5d5b85c-71aa-4aa9-8dba-07b6ea298c2e HTTP/1.1" status: 204 len: 168 time: 0.2510481 Aug 10 11:40:07.182849 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 58722) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:40:07.187534 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2083e128-1d96-4cf8-ba29-26f60a3d36d2 None None] Network 4d20e43e-9b61-4dac-a777-f4b1d57ae537 requested from dv-cinder-792800-5-iscsi {{(pid=93317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:40:07.259030 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-8245aad1-2322-4a6e-b26b-162e15cf62c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631178'] for network, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:07.313711 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [None req-8245aad1-2322-4a6e-b26b-162e15cf62c6 admin admin] Deleting port 729b65d1-a86a-4408-b586-0af0a85b9353 {{(pid=93315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:40:07.314064 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-8245aad1-2322-4a6e-b26b-162e15cf62c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:07.382542 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [None req-8245aad1-2322-4a6e-b26b-162e15cf62c6 admin admin] For port 729b65d1-a86a-4408-b586-0af0a85b9353, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=729b65d1-a86a-4408-b586-0af0a85b9353,segment=NetworkSegment(a7e3b168-86a5-433e-b17e-7040e9e508ed),segment_id=a7e3b168-86a5-433e-b17e-7040e9e508ed)] {{(pid=93315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:40:07.382933 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-8245aad1-2322-4a6e-b26b-162e15cf62c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:07.395776 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [None req-8245aad1-2322-4a6e-b26b-162e15cf62c6 admin admin] Calling delete_port for 729b65d1-a86a-4408-b586-0af0a85b9353 owned by network:dhcp {{(pid=93315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:40:07.476935 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-8245aad1-2322-4a6e-b26b-162e15cf62c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:07.502711 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8245aad1-2322-4a6e-b26b-162e15cf62c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=729b65d1-a86a-4408-b586-0af0a85b9353,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:40:07.506147 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8245aad1-2322-4a6e-b26b-162e15cf62c6 admin admin] No DVR routers for this DVR port 729b65d1-a86a-4408-b586-0af0a85b9353 on host dv-cinder-792800-5-iscsi {{(pid=93315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 11:40:07.578950 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c91b3d-0db3-40ca-86aa-7130bbd07588 None None] DHCP port deletion for 4d20e43e-9b61-4dac-a777-f4b1d57ae537 request from dv-cinder-792800-5-iscsi {{(pid=93317) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 11:40:07.585912 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-8245aad1-2322-4a6e-b26b-162e15cf62c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-926155', 'neutron.services.segments.db._delete_segments_for_network-8778041053552'] for network, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:07.597961 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.services.segments.db [None req-8245aad1-2322-4a6e-b26b-162e15cf62c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d20e43e-9b61-4dac-a777-f4b1d57ae537']}} {{(pid=93315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:40:07.610212 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.services.segments.db [None req-8245aad1-2322-4a6e-b26b-162e15cf62c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7e3b168-86a5-433e-b17e-7040e9e508ed') {'for_net_delete': True} {{(pid=93315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:40:07.610636 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.services.segments.db [None req-8245aad1-2322-4a6e-b26b-162e15cf62c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7e3b168-86a5-433e-b17e-7040e9e508ed') {} {{(pid=93315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:40:07.621628 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-8245aad1-2322-4a6e-b26b-162e15cf62c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778041055865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130910225'] for segment, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:07.638539 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 0f52f062-0f06-40a4-97f2-e1ab4ef52e0c no longer exists at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 11:40:07.638840 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-8245aad1-2322-4a6e-b26b-162e15cf62c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462'] for segment, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:07.645579 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8245aad1-2322-4a6e-b26b-162e15cf62c6 admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=93315) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 11:40:07.646170 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-8245aad1-2322-4a6e-b26b-162e15cf62c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130148888'] for segment, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:07.648098 dv-cinder-792800-5-iscsi neutron-server[93315]: Traceback (most recent call last): Aug 10 11:40:07.648098 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 11:40:07.648098 dv-cinder-792800-5-iscsi neutron-server[93315]: timer() Aug 10 11:40:07.648098 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 11:40:07.648098 dv-cinder-792800-5-iscsi neutron-server[93315]: cb(*args, **kw) Aug 10 11:40:07.648098 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 11:40:07.648098 dv-cinder-792800-5-iscsi neutron-server[93315]: return func(*args, **kwargs) Aug 10 11:40:07.648098 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 11:40:07.648098 dv-cinder-792800-5-iscsi neutron-server[93315]: self._notify() Aug 10 11:40:07.648098 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 11:40:07.648098 dv-cinder-792800-5-iscsi neutron-server[93315]: self.callback(batched_events) Aug 10 11:40:07.648098 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 11:40:07.648098 dv-cinder-792800-5-iscsi neutron-server[93315]: event.method(event) Aug 10 11:40:07.648098 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 11:40:07.648098 dv-cinder-792800-5-iscsi neutron-server[93315]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 11:40:07.648098 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 11:40:07.648098 dv-cinder-792800-5-iscsi neutron-server[93315]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 11:40:07.648098 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 11:40:07.648098 dv-cinder-792800-5-iscsi neutron-server[93315]: return f(self, *a, **k) Aug 10 11:40:07.648098 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 11:40:07.648098 dv-cinder-792800-5-iscsi neutron-server[93315]: return self._get(url).json() Aug 10 11:40:07.648098 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 11:40:07.648098 dv-cinder-792800-5-iscsi neutron-server[93315]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 11:40:07.648098 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 11:40:07.648098 dv-cinder-792800-5-iscsi neutron-server[93315]: return self.request(url, 'GET', **kwargs) Aug 10 11:40:07.648098 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 11:40:07.648098 dv-cinder-792800-5-iscsi neutron-server[93315]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 11:40:07.648098 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 11:40:07.648098 dv-cinder-792800-5-iscsi neutron-server[93315]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 11:40:07.648098 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 11:40:07.648098 dv-cinder-792800-5-iscsi neutron-server[93315]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 11:40:07.648098 dv-cinder-792800-5-iscsi neutron-server[93315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 11:40:07.659164 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] No Port match for: 0f52f062-0f06-40a4-97f2-e1ab4ef52e0c {{(pid=93317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 11:40:07.659536 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 0f52f062-0f06-40a4-97f2-e1ab4ef52e0c not bound to the agent host dv-cinder-792800-5-iscsi {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 11:40:07.659974 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 6165e744-bb5d-42b4-bfec-ec2c7a33d6ab no longer exists at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 11:40:07.680872 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] No Port match for: 6165e744-bb5d-42b4-bfec-ec2c7a33d6ab {{(pid=93317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 11:40:07.681392 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 6165e744-bb5d-42b4-bfec-ec2c7a33d6ab not bound to the agent host dv-cinder-792800-5-iscsi {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 11:40:07.681823 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 729b65d1-a86a-4408-b586-0af0a85b9353 no longer exists at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 11:40:07.706299 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] No Port match for: 729b65d1-a86a-4408-b586-0af0a85b9353 {{(pid=93317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 11:40:07.706668 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 729b65d1-a86a-4408-b586-0af0a85b9353 not bound to the agent host dv-cinder-792800-5-iscsi {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 11:40:07.711008 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-8245aad1-2322-4a6e-b26b-162e15cf62c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-926144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-134149792'] for network, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:07.720282 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-8245aad1-2322-4a6e-b26b-162e15cf62c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for network, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:07.723288 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-8245aad1-2322-4a6e-b26b-162e15cf62c6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4d20e43e-9b61-4dac-a777-f4b1d57ae537 HTTP/1.1" status: 204 len: 168 time: 0.5385082 Aug 10 11:40:07.726709 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 58724) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:40:07.750639 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8245aad1-2322-4a6e-b26b-162e15cf62c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d20e43e-9b61-4dac-a777-f4b1d57ae537,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:40:07.955740 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-b3865e76-5392-4690-91e0-0d01f8cdc9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:08.152545 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-057667b3-12eb-464b-abd1-22e85b325a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-134174610'] for router_interface, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:08.407188 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [None req-057667b3-12eb-464b-abd1-22e85b325a9d admin admin] Deleting port 0bad899a-5ae8-4418-9ea5-a31590dab9f6 {{(pid=93315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:40:08.407972 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-057667b3-12eb-464b-abd1-22e85b325a9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:08.496375 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [None req-057667b3-12eb-464b-abd1-22e85b325a9d admin admin] For port 0bad899a-5ae8-4418-9ea5-a31590dab9f6, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=0bad899a-5ae8-4418-9ea5-a31590dab9f6,segment=NetworkSegment(4ad25295-3712-449e-99e9-d03afd86bf9a),segment_id=4ad25295-3712-449e-99e9-d03afd86bf9a)] {{(pid=93315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:40:08.496802 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-057667b3-12eb-464b-abd1-22e85b325a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:08.509888 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [None req-057667b3-12eb-464b-abd1-22e85b325a9d admin admin] Calling delete_port for 0bad899a-5ae8-4418-9ea5-a31590dab9f6 owned by network:router_interface {{(pid=93315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:40:08.689149 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-057667b3-12eb-464b-abd1-22e85b325a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:08.716434 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057667b3-12eb-464b-abd1-22e85b325a9d admin admin] Pushing event deleted for resources: {'Port': ['ID=0bad899a-5ae8-4418-9ea5-a31590dab9f6,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:40:08.908277 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-057667b3-12eb-464b-abd1-22e85b325a9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133803065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-134148898'] for router_interface, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:09.136005 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-057667b3-12eb-464b-abd1-22e85b325a9d admin admin] Router 683cb4b8-6ea1-48e8-8580-bb5332c44734 has already been hosted by L3 agent c7f5eca1-6939-476e-9546-e5f0f7bb2dc8 {{(pid=93315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 11:40:09.241850 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057667b3-12eb-464b-abd1-22e85b325a9d admin admin] Notify agent at l3_agent.dv-cinder-792800-5-iscsi the message routers_updated {{(pid=93315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 11:40:09.247336 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-057667b3-12eb-464b-abd1-22e85b325a9d admin admin] 10.222.0.24 "PUT /v2.0/routers/683cb4b8-6ea1-48e8-8580-bb5332c44734/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5187950 Aug 10 11:40:09.249679 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 58726) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:40:09.252141 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661948aa-301e-44cd-99d1-e3bfcd2a9230 None None] Sync routers for ids ['683cb4b8-6ea1-48e8-8580-bb5332c44734'] in dv-cinder-792800-5-iscsi {{(pid=93318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 11:40:09.261421 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661948aa-301e-44cd-99d1-e3bfcd2a9230 None None] Routers {'683cb4b8-6ea1-48e8-8580-bb5332c44734'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:40:09.262026 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-661948aa-301e-44cd-99d1-e3bfcd2a9230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:40:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['683cb4b8-6ea1-48e8-8580-bb5332c44734'], 'active': True} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:40:09.354833 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-294be1ae-78bc-4f34-a697-b6424f7adf1d admin admin] Notify callbacks [] for router, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:09.369200 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvr_db [None req-661948aa-301e-44cd-99d1-e3bfcd2a9230 None None] Set router 683cb4b8-6ea1-48e8-8580-bb5332c44734 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:40:09.563442 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-661948aa-301e-44cd-99d1-e3bfcd2a9230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '683cb4b8-6ea1-48e8-8580-bb5332c44734', 'name': 'tempest-TestVolumeBootPattern-1906570113-router', 'tenant_id': '8d4d4c75663744869bc3c3e955e6d288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '8d064055-1ee5-4059-934e-06c47ada888e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:32:26Z', 'updated_at': '2021-08-10T11:40:08Z', 'revision_number': 5, 'project_id': '8d4d4c75663744869bc3c3e955e6d288', 'gw_port': {'id': '8d064055-1ee5-4059-934e-06c47ada888e', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:22:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683cb4b8-6ea1-48e8-8580-bb5332c44734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:27Z', 'updated_at': '2021-08-10T11:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi'}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:40:09.590884 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661948aa-301e-44cd-99d1-e3bfcd2a9230 None None] Checking router: 683cb4b8-6ea1-48e8-8580-bb5332c44734 for host: dv-cinder-792800-5-iscsi {{(pid=93318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 11:40:09.600701 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661948aa-301e-44cd-99d1-e3bfcd2a9230 None None] Routers {'683cb4b8-6ea1-48e8-8580-bb5332c44734'} bound to L3 agent in host dv-cinder-792800-5-iscsi {{(pid=93318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:40:09.601029 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-661948aa-301e-44cd-99d1-e3bfcd2a9230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T11:21:37Z,description=,heartbeat_timestamp=2021-08-10T11:40:07Z,host='dv-cinder-792800-5-iscsi',id=c7f5eca1-6939-476e-9546-e5f0f7bb2dc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:21:37Z,topic='l3_agent')) {'router_ids': ['683cb4b8-6ea1-48e8-8580-bb5332c44734'], 'active': True} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:40:09.716100 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_dvr_db [None req-661948aa-301e-44cd-99d1-e3bfcd2a9230 None None] Set router 683cb4b8-6ea1-48e8-8580-bb5332c44734 gateway port host: dv-cinder-792800-5-iscsi {{(pid=93318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:40:09.735290 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-294be1ae-78bc-4f34-a697-b6424f7adf1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:09.795107 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [None req-294be1ae-78bc-4f34-a697-b6424f7adf1d admin admin] Deleting port 8d064055-1ee5-4059-934e-06c47ada888e {{(pid=93315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:40:09.795482 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-294be1ae-78bc-4f34-a697-b6424f7adf1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:09.803959 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-68530e51-c783-4460-a419-f96f34511541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:09.877357 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [None req-294be1ae-78bc-4f34-a697-b6424f7adf1d admin admin] For port 8d064055-1ee5-4059-934e-06c47ada888e, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=8d064055-1ee5-4059-934e-06c47ada888e,segment=NetworkSegment(f70d9b94-9741-4a97-8751-b62ba7cc47d6),segment_id=f70d9b94-9741-4a97-8751-b62ba7cc47d6)] {{(pid=93315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:40:09.877730 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-294be1ae-78bc-4f34-a697-b6424f7adf1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:09.893453 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [None req-294be1ae-78bc-4f34-a697-b6424f7adf1d admin admin] Calling delete_port for 8d064055-1ee5-4059-934e-06c47ada888e owned by network:router_gateway {{(pid=93315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:40:09.896096 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.l3_hamode_db [None req-661948aa-301e-44cd-99d1-e3bfcd2a9230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '683cb4b8-6ea1-48e8-8580-bb5332c44734', 'name': 'tempest-TestVolumeBootPattern-1906570113-router', 'tenant_id': '8d4d4c75663744869bc3c3e955e6d288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '8d064055-1ee5-4059-934e-06c47ada888e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:32:26Z', 'updated_at': '2021-08-10T11:40:08Z', 'revision_number': 5, 'project_id': '8d4d4c75663744869bc3c3e955e6d288', 'gw_port': {'id': '8d064055-1ee5-4059-934e-06c47ada888e', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:22:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683cb4b8-6ea1-48e8-8580-bb5332c44734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:27Z', 'updated_at': '2021-08-10T11:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi'}], 'dv-cinder-792800-5-iscsi', False) {} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:40:09.925068 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661948aa-301e-44cd-99d1-e3bfcd2a9230 None None] The sync data for ids ['683cb4b8-6ea1-48e8-8580-bb5332c44734'] in dv-cinder-792800-5-iscsi is: [{'id': '683cb4b8-6ea1-48e8-8580-bb5332c44734', 'name': 'tempest-TestVolumeBootPattern-1906570113-router', 'tenant_id': '8d4d4c75663744869bc3c3e955e6d288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'external_fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '8d064055-1ee5-4059-934e-06c47ada888e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:32:26Z', 'updated_at': '2021-08-10T11:40:08Z', 'revision_number': 5, 'project_id': '8d4d4c75663744869bc3c3e955e6d288', 'gw_port': {'id': '8d064055-1ee5-4059-934e-06c47ada888e', 'name': '', 'network_id': '5acaf353-3f61-4dec-9325-b74ab1b31d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:22:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683cb4b8-6ea1-48e8-8580-bb5332c44734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:32:27Z', 'updated_at': '2021-08-10T11:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161344f3-be79-4209-8149-4c1c277e8dc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-5-iscsi'}] {{(pid=93318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 11:40:10.056596 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-294be1ae-78bc-4f34-a697-b6424f7adf1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:10.081529 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294be1ae-78bc-4f34-a697-b6424f7adf1d admin admin] Pushing event deleted for resources: {'Port': ['ID=8d064055-1ee5-4059-934e-06c47ada888e,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:40:10.139445 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-294be1ae-78bc-4f34-a697-b6424f7adf1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-134149828'] for router_gateway, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:10.226001 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-294be1ae-78bc-4f34-a697-b6424f7adf1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-134123056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-507789'] for router, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:10.227995 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-294be1ae-78bc-4f34-a697-b6424f7adf1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:10.273572 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-294be1ae-78bc-4f34-a697-b6424f7adf1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-134123049'] for router, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:10.274136 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294be1ae-78bc-4f34-a697-b6424f7adf1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 683cb4b8-6ea1-48e8-8580-bb5332c44734 {{(pid=93315) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 11:40:10.278702 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-294be1ae-78bc-4f34-a697-b6424f7adf1d admin admin] Notify callbacks [] for router, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:10.279844 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-294be1ae-78bc-4f34-a697-b6424f7adf1d admin admin] 10.222.0.24 "DELETE /v2.0/routers/683cb4b8-6ea1-48e8-8580-bb5332c44734 HTTP/1.1" status: 204 len: 168 time: 1.0292428 Aug 10 11:40:10.282400 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 58728) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:40:10.328292 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.db_base_plugin_v2 [None req-19a83a31-8789-4da8-a8e6-bf8019b28519 admin admin] Deleting subnet a1d9a9a1-c693-4e1a-9386-2f8dbf616fb7 {{(pid=93315) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 11:40:10.331529 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-19a83a31-8789-4da8-a8e6-bf8019b28519 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:10.370662 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-19a83a31-8789-4da8-a8e6-bf8019b28519 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130910312'] for subnet, precommit_delete_associations {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:10.452155 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-19a83a31-8789-4da8-a8e6-bf8019b28519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926530'] for subnet, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:10.507041 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-19a83a31-8789-4da8-a8e6-bf8019b28519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134105691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130149106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130360371'] for subnet, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:10.530824 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a83a31-8789-4da8-a8e6-bf8019b28519 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1d9a9a1-c693-4e1a-9386-2f8dbf616fb7,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:40:10.537831 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-19a83a31-8789-4da8-a8e6-bf8019b28519 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:10.539559 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-19a83a31-8789-4da8-a8e6-bf8019b28519 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a1d9a9a1-c693-4e1a-9386-2f8dbf616fb7 HTTP/1.1" status: 204 len: 168 time: 0.2561944 Aug 10 11:40:10.542069 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 58730) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:40:10.543618 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c777ea8-2452-427a-9731-5f254676474a None None] Network d5368734-221d-47db-917f-6ba766e043c6 requested from dv-cinder-792800-5-iscsi {{(pid=93317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:40:10.607974 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-c74e96e1-a4bc-461d-bed6-163b1a18541d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631178'] for network, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:10.664439 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [None req-c74e96e1-a4bc-461d-bed6-163b1a18541d admin admin] Deleting port fb376c10-f7ab-414c-ae72-9dd9d7718829 {{(pid=93315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 11:40:10.664825 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-c74e96e1-a4bc-461d-bed6-163b1a18541d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778040877873'] for port, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:10.726372 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.db [None req-c74e96e1-a4bc-461d-bed6-163b1a18541d admin admin] For port fb376c10-f7ab-414c-ae72-9dd9d7718829, host dv-cinder-792800-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-5-iscsi',level=0,port_id=fb376c10-f7ab-414c-ae72-9dd9d7718829,segment=NetworkSegment(4ad25295-3712-449e-99e9-d03afd86bf9a),segment_id=4ad25295-3712-449e-99e9-d03afd86bf9a)] {{(pid=93315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:40:10.726732 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-c74e96e1-a4bc-461d-bed6-163b1a18541d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134144928'] for port, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:10.739652 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [None req-c74e96e1-a4bc-461d-bed6-163b1a18541d admin admin] Calling delete_port for fb376c10-f7ab-414c-ae72-9dd9d7718829 owned by network:dhcp {{(pid=93315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 11:40:10.823288 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-c74e96e1-a4bc-461d-bed6-163b1a18541d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778040883339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778040492045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130149063'] for port, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:10.849314 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e96e1-a4bc-461d-bed6-163b1a18541d admin admin] Pushing event deleted for resources: {'Port': ['ID=fb376c10-f7ab-414c-ae72-9dd9d7718829,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:40:10.853538 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74e96e1-a4bc-461d-bed6-163b1a18541d admin admin] No DVR routers for this DVR port fb376c10-f7ab-414c-ae72-9dd9d7718829 on host dv-cinder-792800-5-iscsi {{(pid=93315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 11:40:10.902424 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61da079b-eaa8-4125-8afc-f1b60d7df025 None None] DHCP port deletion for d5368734-221d-47db-917f-6ba766e043c6 request from dv-cinder-792800-5-iscsi {{(pid=93317) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 11:40:10.931173 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-c74e96e1-a4bc-461d-bed6-163b1a18541d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-926155', 'neutron.services.segments.db._delete_segments_for_network-8778041053552'] for network, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:10.941171 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.services.segments.db [None req-c74e96e1-a4bc-461d-bed6-163b1a18541d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5368734-221d-47db-917f-6ba766e043c6']}} {{(pid=93315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:40:10.954707 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.services.segments.db [None req-c74e96e1-a4bc-461d-bed6-163b1a18541d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad25295-3712-449e-99e9-d03afd86bf9a') {'for_net_delete': True} {{(pid=93315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:40:10.955004 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.services.segments.db [None req-c74e96e1-a4bc-461d-bed6-163b1a18541d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad25295-3712-449e-99e9-d03afd86bf9a') {} {{(pid=93315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:40:10.964343 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-c74e96e1-a4bc-461d-bed6-163b1a18541d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778041055865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130910225'] for segment, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:10.978303 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-c74e96e1-a4bc-461d-bed6-163b1a18541d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462'] for segment, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:10.984443 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c74e96e1-a4bc-461d-bed6-163b1a18541d admin admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=93315) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 11:40:10.984876 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-c74e96e1-a4bc-461d-bed6-163b1a18541d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130148888'] for segment, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:10.986598 dv-cinder-792800-5-iscsi neutron-server[93315]: Traceback (most recent call last): Aug 10 11:40:10.986598 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 11:40:10.986598 dv-cinder-792800-5-iscsi neutron-server[93315]: timer() Aug 10 11:40:10.986598 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 11:40:10.986598 dv-cinder-792800-5-iscsi neutron-server[93315]: cb(*args, **kw) Aug 10 11:40:10.986598 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 11:40:10.986598 dv-cinder-792800-5-iscsi neutron-server[93315]: return func(*args, **kwargs) Aug 10 11:40:10.986598 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 11:40:10.986598 dv-cinder-792800-5-iscsi neutron-server[93315]: self._notify() Aug 10 11:40:10.986598 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 11:40:10.986598 dv-cinder-792800-5-iscsi neutron-server[93315]: self.callback(batched_events) Aug 10 11:40:10.986598 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 11:40:10.986598 dv-cinder-792800-5-iscsi neutron-server[93315]: event.method(event) Aug 10 11:40:10.986598 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 11:40:10.986598 dv-cinder-792800-5-iscsi neutron-server[93315]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 11:40:10.986598 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 11:40:10.986598 dv-cinder-792800-5-iscsi neutron-server[93315]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 11:40:10.986598 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 11:40:10.986598 dv-cinder-792800-5-iscsi neutron-server[93315]: return f(self, *a, **k) Aug 10 11:40:10.986598 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 11:40:10.986598 dv-cinder-792800-5-iscsi neutron-server[93315]: return self._get(url).json() Aug 10 11:40:10.986598 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 11:40:10.986598 dv-cinder-792800-5-iscsi neutron-server[93315]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 11:40:10.986598 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 11:40:10.986598 dv-cinder-792800-5-iscsi neutron-server[93315]: return self.request(url, 'GET', **kwargs) Aug 10 11:40:10.986598 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 11:40:10.986598 dv-cinder-792800-5-iscsi neutron-server[93315]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 11:40:10.986598 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 11:40:10.986598 dv-cinder-792800-5-iscsi neutron-server[93315]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 11:40:10.986598 dv-cinder-792800-5-iscsi neutron-server[93315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 11:40:10.986598 dv-cinder-792800-5-iscsi neutron-server[93315]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 11:40:10.986598 dv-cinder-792800-5-iscsi neutron-server[93315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 11:40:11.042225 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-c74e96e1-a4bc-461d-bed6-163b1a18541d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-926144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133803008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-134149792'] for network, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:11.052652 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-c74e96e1-a4bc-461d-bed6-163b1a18541d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133803038'] for network, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:11.054447 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-c74e96e1-a4bc-461d-bed6-163b1a18541d admin admin] 10.222.0.24 "DELETE /v2.0/networks/d5368734-221d-47db-917f-6ba766e043c6 HTTP/1.1" status: 204 len: 168 time: 0.5113404 Aug 10 11:40:11.065697 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e96e1-a4bc-461d-bed6-163b1a18541d admin admin] Pushing event deleted for resources: {'Network': ['ID=d5368734-221d-47db-917f-6ba766e043c6,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:40:11.166890 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 58734) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:40:11.206141 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-d8909c03-efee-45cf-a750-4bd4a1351e4a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ce631e313f124ffc96522aaec894b463&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380204 Aug 10 11:40:11.208540 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.wsgi [-] (93315) accepted ('10.222.0.24', 58736) {{(pid=93315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:40:11.256845 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-ed378578-9837-4dd6-92e0-54a9d9cdffcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:11.281991 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-ed378578-9837-4dd6-92e0-54a9d9cdffcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:11.327154 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-ed378578-9837-4dd6-92e0-54a9d9cdffcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:11.329840 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-ed378578-9837-4dd6-92e0-54a9d9cdffcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:11.330976 dv-cinder-792800-5-iscsi neutron-server[93315]: INFO neutron.wsgi [None req-ed378578-9837-4dd6-92e0-54a9d9cdffcd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9480bea5-aaca-4823-bd3f-ea7dcc56de01 HTTP/1.1" status: 204 len: 168 time: 0.1208735 Aug 10 11:40:11.339124 dv-cinder-792800-5-iscsi neutron-server[93315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed378578-9837-4dd6-92e0-54a9d9cdffcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9480bea5-aaca-4823-bd3f-ea7dcc56de01,revision_number=None']} {{(pid=93315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:40:11.525170 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 8d064055-1ee5-4059-934e-06c47ada888e no longer exists at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 11:40:11.548369 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] No Port match for: 8d064055-1ee5-4059-934e-06c47ada888e {{(pid=93317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 11:40:11.548731 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 8d064055-1ee5-4059-934e-06c47ada888e not bound to the agent host dv-cinder-792800-5-iscsi {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 11:40:11.549152 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 0bad899a-5ae8-4418-9ea5-a31590dab9f6 no longer exists at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 11:40:11.566899 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] No Port match for: 0bad899a-5ae8-4418-9ea5-a31590dab9f6 {{(pid=93317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 11:40:11.567241 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device 0bad899a-5ae8-4418-9ea5-a31590dab9f6 not bound to the agent host dv-cinder-792800-5-iscsi {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 11:40:11.567644 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device fb376c10-f7ab-414c-ae72-9dd9d7718829 no longer exists at agent ovs-agent-dv-cinder-792800-5-iscsi {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 11:40:11.585848 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.plugin [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] No Port match for: fb376c10-f7ab-414c-ae72-9dd9d7718829 {{(pid=93317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 11:40:11.586189 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron.plugins.ml2.rpc [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Device fb376c10-f7ab-414c-ae72-9dd9d7718829 not bound to the agent host dv-cinder-792800-5-iscsi {{(pid=93317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 11:40:11.659890 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 58742) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:40:11.699729 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-bb4d2159-4790-4144-bb46-3b65bdc57241 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8d4d4c75663744869bc3c3e955e6d288&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385857 Aug 10 11:40:11.702383 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [-] (93316) accepted ('10.222.0.24', 58744) {{(pid=93316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:40:11.751618 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-f2587b60-c5d1-4e52-b749-d5de50018012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:11.776780 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-f2587b60-c5d1-4e52-b749-d5de50018012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:11.822492 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-f2587b60-c5d1-4e52-b749-d5de50018012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134099855'] for security_group, after_delete {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:11.825151 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron_lib.callbacks.manager [None req-f2587b60-c5d1-4e52-b749-d5de50018012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:11.826439 dv-cinder-792800-5-iscsi neutron-server[93316]: INFO neutron.wsgi [None req-f2587b60-c5d1-4e52-b749-d5de50018012 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c0e2cda0-8882-4504-b56e-16d3a0245490 HTTP/1.1" status: 204 len: 168 time: 0.1228356 Aug 10 11:40:11.836647 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2587b60-c5d1-4e52-b749-d5de50018012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e2cda0-8882-4504-b56e-16d3a0245490,revision_number=None']} {{(pid=93316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:40:14.922085 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:34.342209 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-9dbca90e-47ea-499a-a2c6-95050a329270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:36.975015 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-4431f034-ddf0-4c75-b002-956aab700d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:37.140273 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:37.954388 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-b3865e76-5392-4690-91e0-0d01f8cdc9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:39.584250 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.agents_db [None req-cf88a1ba-3529-4992-9648-399914351393 None None] Agent healthcheck: found 6 active agents {{(pid=93318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 11:40:39.804725 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-68530e51-c783-4460-a419-f96f34511541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:40:44.925302 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:41:04.332713 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-fd654542-fecd-44f2-ad21-428c50d24ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:41:06.976498 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-cebfaeeb-1903-4fd3-8276-ff919ac9dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:41:07.141753 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:41:07.956486 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-b3865e76-5392-4690-91e0-0d01f8cdc9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:41:09.812324 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-68530e51-c783-4460-a419-f96f34511541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:41:14.921611 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:41:16.584180 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.agents_db [None req-cf88a1ba-3529-4992-9648-399914351393 None None] Agent healthcheck: found 6 active agents {{(pid=93318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 11:41:34.332777 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-f305a8e3-86d1-4e84-bbd3-59928015aad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:41:36.976977 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-d3d610c8-472d-442a-862c-9166509bfe01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:41:37.142505 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:41:37.959498 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-b3865e76-5392-4690-91e0-0d01f8cdc9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:41:39.810456 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-68530e51-c783-4460-a419-f96f34511541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:41:44.919152 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:41:53.583669 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.agents_db [None req-cf88a1ba-3529-4992-9648-399914351393 None None] Agent healthcheck: found 6 active agents {{(pid=93318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 11:42:04.333519 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-6bcb19e0-c62a-46a7-ad28-59db3205d5f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:42:06.977536 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-db756a4e-df1a-44d5-ba1a-eeab63385939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:42:07.143385 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:42:07.961754 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-b3865e76-5392-4690-91e0-0d01f8cdc9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:42:09.813333 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-68530e51-c783-4460-a419-f96f34511541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:42:14.940969 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:42:30.582834 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.agents_db [None req-cf88a1ba-3529-4992-9648-399914351393 None None] Agent healthcheck: found 6 active agents {{(pid=93318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 11:42:34.336098 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-b483e8cf-d27f-46af-acda-fcc1e2c2ff1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:42:36.977619 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-e686aa3e-d34e-4e8b-a9f4-870ab9d0b736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:42:37.143858 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:42:37.965340 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-b3865e76-5392-4690-91e0-0d01f8cdc9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:42:39.815969 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-68530e51-c783-4460-a419-f96f34511541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:42:44.940093 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:43:04.336778 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-a000beed-b3ea-48a6-96bc-11e922c12e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:43:06.978688 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-48a6aaad-f852-47c4-9250-a7bf4775a412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:43:07.144762 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:43:07.581489 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.agents_db [None req-cf88a1ba-3529-4992-9648-399914351393 None None] Agent healthcheck: found 6 active agents {{(pid=93318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 11:43:07.967797 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-b3865e76-5392-4690-91e0-0d01f8cdc9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:43:09.821963 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-68530e51-c783-4460-a419-f96f34511541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:43:14.935437 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:43:34.338649 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-5eb6f86c-911a-4954-aa2a-b22064a5275a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:43:36.979838 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-cb2ca3ac-6c2d-4d17-a702-269c1776de97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:43:37.147137 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:43:37.972025 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-b3865e76-5392-4690-91e0-0d01f8cdc9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:43:39.823496 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-68530e51-c783-4460-a419-f96f34511541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:43:44.580290 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.agents_db [None req-cf88a1ba-3529-4992-9648-399914351393 None None] Agent healthcheck: found 6 active agents {{(pid=93318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 11:43:44.949114 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:44:04.340021 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-597ffb9d-2f71-4245-ac3e-c48ca5cf8cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:44:06.980642 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-60d5eb4c-2d17-4c62-ad24-158ef444efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:44:07.148428 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:44:07.973826 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-b3865e76-5392-4690-91e0-0d01f8cdc9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:44:09.825197 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-68530e51-c783-4460-a419-f96f34511541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:44:14.949401 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:44:21.578688 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.agents_db [None req-cf88a1ba-3529-4992-9648-399914351393 None None] Agent healthcheck: found 6 active agents {{(pid=93318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 11:44:34.341570 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-3da85ec9-ba5b-4954-8e73-f89ed161f066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:44:36.981542 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-1ca5aaca-01fa-4151-8b4e-fb2d6733ac9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:44:37.148010 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:44:37.979069 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-b3865e76-5392-4690-91e0-0d01f8cdc9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:44:39.828158 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-68530e51-c783-4460-a419-f96f34511541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:44:44.948662 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:44:49.259016 dv-cinder-792800-5-iscsi neutron-server[93316]: DEBUG neutron.wsgi [req-ec3546ee-9578-4ad4-8e53-43f65378ab6e req-48b92de8-cd16-4c06-8440-3b3c09b6454d service neutron] (93316) timed out ('10.222.0.59', 60263) {{(pid=93316) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 11:44:58.578794 dv-cinder-792800-5-iscsi neutron-server[93318]: DEBUG neutron.db.agents_db [None req-cf88a1ba-3529-4992-9648-399914351393 None None] Agent healthcheck: found 6 active agents {{(pid=93318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 11:45:04.342721 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-3cd057d9-826c-4605-9d74-dc23d0de7cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:45:06.981886 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-068e15bb-58b8-4109-8d96-14fe14ff0322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:45:07.149678 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-af06606d-e0ef-4ab6-8015-09a122fcb511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:45:07.980294 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-b3865e76-5392-4690-91e0-0d01f8cdc9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:45:09.832268 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-68530e51-c783-4460-a419-f96f34511541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:45:14.961459 dv-cinder-792800-5-iscsi neutron-server[93317]: DEBUG neutron_lib.callbacks.manager [None req-45084c4d-ecff-4010-9311-a77ca900be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778041053444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531285'] for agent, after_update {{(pid=93317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}